From f6d24d5740f2b19654b3001dde13b100c04a95e0 Mon Sep 17 00:00:00 2001 From: Harrison Chase Date: Mon, 20 Mar 2023 07:51:18 -0700 Subject: [PATCH] fix bug with openai token count (#1806) --- langchain/chat_models/openai.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/langchain/chat_models/openai.py b/langchain/chat_models/openai.py index bea56fbf5f6..24d19d7a048 100644 --- a/langchain/chat_models/openai.py +++ b/langchain/chat_models/openai.py @@ -229,7 +229,8 @@ class ChatOpenAI(BaseChatModel, BaseModel): overall_token_usage: dict = {} for output in llm_outputs: if output is None: - raise ValueError("Should always be something for OpenAI.") + # Happens in streaming + continue token_usage = output["token_usage"] for k, v in token_usage.items(): if k in overall_token_usage: