github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-23 11:30:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: callback before yield for friendli (#26842)

Browse Source 
**Description:** Moves yield to after callback for `_stream` and
`_astream` function for the friendli model in the community package
**Issue:** #16913
This commit is contained in:
Subhrajyoty Roy
2024-09-25 19:01:12 +05:30
committed by GitHub
parent 13acf9e6b0
commit b61fb98466
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/community/langchain_community/llms/friendli.py
View File

@@ -233,9 +233,9 @@ class Friendli(LLM, BaseFriendli):
) )
for line in stream: for line in stream:
chunk = _stream_response_to_generation_chunk(line) chunk = _stream_response_to_generation_chunk(line)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(line.text, chunk=chunk) run_manager.on_llm_new_token(line.text, chunk=chunk)
yield chunk
async def _astream( async def _astream(
self, self,
@@ -250,9 +250,9 @@ class Friendli(LLM, BaseFriendli):
) )
async for line in stream: async for line in stream:
chunk = _stream_response_to_generation_chunk(line) chunk = _stream_response_to_generation_chunk(line)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(line.text, chunk=chunk) await run_manager.on_llm_new_token(line.text, chunk=chunk)
yield chunk
def _generate( def _generate(
self, self,