From 371bec79bc04bbc252c3c9a36e2de9c1647f8d72 Mon Sep 17 00:00:00 2001 From: William De Vena <60664495+williamdevena@users.noreply.github.com> Date: Sun, 3 Mar 2024 23:13:22 +0100 Subject: [PATCH] community[patch]: Invoke callback prior to yielding token (#18454) ## PR title community[patch]: Invoke callback prior to yielding token ## PR message - Description: Invoke callback prior to yielding token in _stream and _astream methods in llms/baidu_qianfan_endpoint. - Issue: https://github.com/langchain-ai/langchain/issues/16913 - Dependencies: None --- .../langchain_community/llms/baidu_qianfan_endpoint.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/libs/community/langchain_community/llms/baidu_qianfan_endpoint.py b/libs/community/langchain_community/llms/baidu_qianfan_endpoint.py index 48844c2d22d..2ef7baba68b 100644 --- a/libs/community/langchain_community/llms/baidu_qianfan_endpoint.py +++ b/libs/community/langchain_community/llms/baidu_qianfan_endpoint.py @@ -213,9 +213,9 @@ class QianfanLLMEndpoint(LLM): for res in self.client.do(**params): if res: chunk = GenerationChunk(text=res["result"]) - yield chunk if run_manager: run_manager.on_llm_new_token(chunk.text) + yield chunk async def _astream( self, @@ -228,7 +228,6 @@ class QianfanLLMEndpoint(LLM): async for res in await self.client.ado(**params): if res: chunk = GenerationChunk(text=res["result"]) - - yield chunk if run_manager: await run_manager.on_llm_new_token(chunk.text) + yield chunk