github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-03 18:24:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: callback before yield for friendli (#26842)

Browse Source 
**Description:** Moves yield to after callback for `_stream` and
`_astream` function for the friendli model in the community package
**Issue:** #16913
This commit is contained in:
Subhrajyoty Roy 2024-09-25 19:01:12 +05:30 committed by GitHub
parent 13acf9e6b0
commit b61fb98466
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/community/langchain_community/llms/friendli.py
View File

@ -233,9 +233,9 @@ class Friendli(LLM, BaseFriendli):
) )
for line in stream: for line in stream:
chunk = _stream_response_to_generation_chunk(line) chunk = _stream_response_to_generation_chunk(line)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(line.text, chunk=chunk) run_manager.on_llm_new_token(line.text, chunk=chunk)
yield chunk
async def _astream( async def _astream(
self, self,
@ -250,9 +250,9 @@ class Friendli(LLM, BaseFriendli):
) )
async for line in stream: async for line in stream:
chunk = _stream_response_to_generation_chunk(line) chunk = _stream_response_to_generation_chunk(line)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(line.text, chunk=chunk) await run_manager.on_llm_new_token(line.text, chunk=chunk)
yield chunk
def _generate( def _generate(
self, self,