github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-21 12:01:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: invoke callback prior to yielding token (openai) (#19389)

Browse Source 
**Description:** Invoke callback prior to yielding token for BaseOpenAI
& OpenAIChat
**Issue:** [Callback for on_llm_new_token should be invoked before the
token is yielded by the model
#16913](https://github.com/langchain-ai/langchain/issues/16913)
**Dependencies:** None
This commit is contained in:
aditya thomas 2024-03-23 05:15:55 +05:30 committed by GitHub
parent 49e932cd24
commit 515aab3312
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/community/langchain_community/llms/openai.py
View File

@ -391,7 +391,6 @@ class BaseOpenAI(BaseLLM):
if not isinstance(stream_resp, dict): if not isinstance(stream_resp, dict):
stream_resp = stream_resp.dict() stream_resp = stream_resp.dict()
chunk = _stream_response_to_generation_chunk(stream_resp) chunk = _stream_response_to_generation_chunk(stream_resp)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token( await run_manager.on_llm_new_token(
chunk.text, chunk.text,
@ -401,6 +400,7 @@ class BaseOpenAI(BaseLLM):
if chunk.generation_info if chunk.generation_info
else None, else None,
) )
yield chunk
def _generate( def _generate(
self, self,
@ -1113,9 +1113,9 @@ class OpenAIChat(BaseLLM):
stream_resp = stream_resp.dict() stream_resp = stream_resp.dict()
token = stream_resp["choices"][0]["delta"].get("content", "") token = stream_resp["choices"][0]["delta"].get("content", "")
chunk = GenerationChunk(text=token) chunk = GenerationChunk(text=token)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(token, chunk=chunk) run_manager.on_llm_new_token(token, chunk=chunk)
yield chunk
async def _astream( async def _astream(
self, self,
@ -1133,9 +1133,9 @@ class OpenAIChat(BaseLLM):
stream_resp = stream_resp.dict() stream_resp = stream_resp.dict()
token = stream_resp["choices"][0]["delta"].get("content", "") token = stream_resp["choices"][0]["delta"].get("content", "")
chunk = GenerationChunk(text=token) chunk = GenerationChunk(text=token)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(token, chunk=chunk) await run_manager.on_llm_new_token(token, chunk=chunk)
yield chunk
def _generate( def _generate(
self, self,