github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-02 19:47:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: callback before yield for deepsparse llm (#26822)

Browse Source 
**Description:** Moves yield to after callback for `_stream` and
`_astream` function for the deepsparse model in the community package
**Issue:** #16913
This commit is contained in:
Subhrajyoty Roy
2024-09-24 23:25:52 +05:30
committed by GitHub
parent de70a64e3a
commit b1da532522
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/community/langchain_community/llms/deepsparse.py
View File

@@ -190,10 +190,10 @@ class DeepSparse(LLM):
) )
for token in inference: for token in inference:
chunk = GenerationChunk(text=token.generations[0].text) chunk = GenerationChunk(text=token.generations[0].text)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(token=chunk.text) run_manager.on_llm_new_token(token=chunk.text)
yield chunk
async def _astream( async def _astream(
self, self,
@@ -228,7 +228,7 @@ class DeepSparse(LLM):
) )
for token in inference: for token in inference:
chunk = GenerationChunk(text=token.generations[0].text) chunk = GenerationChunk(text=token.generations[0].text)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(token=chunk.text) await run_manager.on_llm_new_token(token=chunk.text)
yield chunk