github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-21 15:07:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Harrison/logprobs (#1279)

Browse Source 
Co-authored-by: Prateek Shah <97124740+prateekspanning@users.noreply.github.com>
This commit is contained in:
Harrison Chase 2023-02-24 07:37:45 -08:00 committed by GitHub
parent 42167a1e24
commit a8e88e1874
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
langchain/llms/openai.py
View File

@ -251,7 +251,9 @@ class BaseOpenAI(BaseLLM, BaseModel):
prompt=_prompts, **params
):
self.callback_manager.on_llm_new_token(
stream_resp["choices"][0]["text"], verbose=self.verbose
stream_resp["choices"][0]["text"],
verbose=self.verbose,
logprobs=stream_resp["choices"][0]["logprobs"],
)
_update_response(response, stream_resp)
choices.extend(response["choices"])
@ -285,11 +287,15 @@ class BaseOpenAI(BaseLLM, BaseModel):
):
if self.callback_manager.is_async:
await self.callback_manager.on_llm_new_token(
stream_resp["choices"][0]["text"], verbose=self.verbose
stream_resp["choices"][0]["text"],
verbose=self.verbose,
logprobs=stream_resp["choices"][0]["logprobs"],
)
else:
self.callback_manager.on_llm_new_token(
stream_resp["choices"][0]["text"], verbose=self.verbose
stream_resp["choices"][0]["text"],
verbose=self.verbose,
logprobs=stream_resp["choices"][0]["logprobs"],
)
_update_response(response, stream_resp)
choices.extend(response["choices"])