github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-08 20:41:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: Invoke callback prior to yielding token (#18448)

Browse Source 
## PR title
community[patch]: Invoke callback prior to yielding token

## PR message
- Description: Invoke callback prior to yielding token in _stream method
in llms/tongyi.
- Issue: https://github.com/langchain-ai/langchain/issues/16913
- Dependencies: None
This commit is contained in:
William De Vena 2024-03-03 23:14:22 +01:00 committed by GitHub
parent 2087cbae64
commit 67375e96e0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/community/langchain_community/llms/tongyi.py
View File

@ -285,13 +285,13 @@ class Tongyi(BaseLLM):
) )
for stream_resp in stream_generate_with_retry(self, prompt=prompt, **params): for stream_resp in stream_generate_with_retry(self, prompt=prompt, **params):
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp)) chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token( run_manager.on_llm_new_token(
chunk.text, chunk.text,
chunk=chunk, chunk=chunk,
verbose=self.verbose, verbose=self.verbose,
) )
yield chunk
async def _astream( async def _astream(
self, self,
@ -307,13 +307,13 @@ class Tongyi(BaseLLM):
self, prompt=prompt, **params self, prompt=prompt, **params
): ):
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp)) chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token( await run_manager.on_llm_new_token(
chunk.text, chunk.text,
chunk=chunk, chunk=chunk,
verbose=self.verbose, verbose=self.verbose,
) )
yield chunk
def _invocation_params(self, stop: Any, **kwargs: Any) -> Dict[str, Any]: def _invocation_params(self, stop: Any, **kwargs: Any) -> Dict[str, Any]:
params = { params = {