github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2026-02-21 06:33:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(core): use chunk.text for on_llm_new_token

Browse Source
This commit is contained in:
Mason Daugherty
2026-01-12 16:47:58 -05:00
parent 0b99ca4fcd
commit 8d4c840ad6
1 changed files with 4 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
libs/core/langchain_core/language_models/chat_models.py
View File

@@ -554,9 +554,7 @@ class BaseChatModel(BaseLanguageModel[AIMessage], ABC):
index += 1
if "index" not in block:
block["index"] = index
run_manager.on_llm_new_token(
cast("str", chunk.message.content), chunk=chunk
)
run_manager.on_llm_new_token(chunk.text, chunk=chunk)
chunks.append(chunk)
yield cast("AIMessageChunk", chunk.message)
yielded = True
@@ -686,9 +684,7 @@ class BaseChatModel(BaseLanguageModel[AIMessage], ABC):
index += 1
if "index" not in block:
block["index"] = index
await run_manager.on_llm_new_token(
cast("str", chunk.message.content), chunk=chunk
)
await run_manager.on_llm_new_token(chunk.text, chunk=chunk)
chunks.append(chunk)
yield cast("AIMessageChunk", chunk.message)
yielded = True
@@ -1205,9 +1201,7 @@ class BaseChatModel(BaseLanguageModel[AIMessage], ABC):
if run_manager:
if chunk.message.id is None:
chunk.message.id = run_id
run_manager.on_llm_new_token(
cast("str", chunk.message.content), chunk=chunk
)
run_manager.on_llm_new_token(chunk.text, chunk=chunk)
chunks.append(chunk)
yielded = True
@@ -1331,9 +1325,7 @@ class BaseChatModel(BaseLanguageModel[AIMessage], ABC):
if run_manager:
if chunk.message.id is None:
chunk.message.id = run_id
await run_manager.on_llm_new_token(
cast("str", chunk.message.content), chunk=chunk
)
await run_manager.on_llm_new_token(chunk.text, chunk=chunk)
chunks.append(chunk)
yielded = True