mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-08 20:41:52 +00:00
community[patch]: Invoke callback prior to yielding token (#18448)
## PR title community[patch]: Invoke callback prior to yielding token ## PR message - Description: Invoke callback prior to yielding token in _stream method in llms/tongyi. - Issue: https://github.com/langchain-ai/langchain/issues/16913 - Dependencies: None
This commit is contained in:
parent
2087cbae64
commit
67375e96e0
@ -285,13 +285,13 @@ class Tongyi(BaseLLM):
|
||||
)
|
||||
for stream_resp in stream_generate_with_retry(self, prompt=prompt, **params):
|
||||
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
|
||||
yield chunk
|
||||
if run_manager:
|
||||
run_manager.on_llm_new_token(
|
||||
chunk.text,
|
||||
chunk=chunk,
|
||||
verbose=self.verbose,
|
||||
)
|
||||
yield chunk
|
||||
|
||||
async def _astream(
|
||||
self,
|
||||
@ -307,13 +307,13 @@ class Tongyi(BaseLLM):
|
||||
self, prompt=prompt, **params
|
||||
):
|
||||
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
|
||||
yield chunk
|
||||
if run_manager:
|
||||
await run_manager.on_llm_new_token(
|
||||
chunk.text,
|
||||
chunk=chunk,
|
||||
verbose=self.verbose,
|
||||
)
|
||||
yield chunk
|
||||
|
||||
def _invocation_params(self, stop: Any, **kwargs: Any) -> Dict[str, Any]:
|
||||
params = {
|
||||
|
Loading…
Reference in New Issue
Block a user