github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-02 03:15:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

langchain_openai[patch]: Invoke callback prior to yielding token (#18269)

Browse Source 
## PR title
langchain_openai[patch]: Invoke callback prior to yielding token

## PR message
Description: Invoke callback prior to yielding token in _stream and
_astream methods for langchain_openai.
Issue: https://github.com/langchain-ai/langchain/issues/16913
Dependencies: None
Twitter handle: None
This commit is contained in:
William De Vena 2024-02-29 01:00:08 +01:00 committed by GitHub
parent 5ee76fccd5
commit 0486404a74
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/openai/langchain_openai/llms/base.py
View File

@ -253,7 +253,7 @@ class BaseOpenAI(BaseLLM):
if not isinstance(stream_resp, dict): if not isinstance(stream_resp, dict):
stream_resp = stream_resp.model_dump() stream_resp = stream_resp.model_dump()
chunk = _stream_response_to_generation_chunk(stream_resp) chunk = _stream_response_to_generation_chunk(stream_resp)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token( run_manager.on_llm_new_token(
chunk.text, chunk.text,
@ -265,6 +265,7 @@ class BaseOpenAI(BaseLLM):
else None else None
), ),
) )
yield chunk
async def _astream( async def _astream(
self, self,
@ -281,7 +282,7 @@ class BaseOpenAI(BaseLLM):
if not isinstance(stream_resp, dict): if not isinstance(stream_resp, dict):
stream_resp = stream_resp.model_dump() stream_resp = stream_resp.model_dump()
chunk = _stream_response_to_generation_chunk(stream_resp) chunk = _stream_response_to_generation_chunk(stream_resp)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token( await run_manager.on_llm_new_token(
chunk.text, chunk.text,
@ -293,6 +294,7 @@ class BaseOpenAI(BaseLLM):
else None else None
), ),
) )
yield chunk
def _generate( def _generate(
self, self,