From 6b58943917f16fa46a4e11714204d39252f894e5 Mon Sep 17 00:00:00 2001 From: William De Vena <60664495+williamdevena@users.noreply.github.com> Date: Wed, 28 Feb 2024 22:40:53 +0100 Subject: [PATCH] community[patch]: Invoke callback prior to yielding token (#18288) ## PR title community[patch]: Invoke callback prior to yielding PR message Description: Invoke on_llm_new_token callback prior to yielding token in _stream and _astream methods. Issue: https://github.com/langchain-ai/langchain/issues/16913 Dependencies: None Twitter handle: None --- libs/community/langchain_community/llms/volcengine_maas.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libs/community/langchain_community/llms/volcengine_maas.py b/libs/community/langchain_community/llms/volcengine_maas.py index 444800e0496..aa6a37cc2c4 100644 --- a/libs/community/langchain_community/llms/volcengine_maas.py +++ b/libs/community/langchain_community/llms/volcengine_maas.py @@ -175,6 +175,6 @@ class VolcEngineMaasLLM(LLM, VolcEngineMaasBase): chunk = GenerationChunk( text=res.get("choice", {}).get("message", {}).get("content", "") ) - yield chunk if run_manager: run_manager.on_llm_new_token(chunk.text, chunk=chunk) + yield chunk