diff --git a/langchain/chat_models/openai.py b/langchain/chat_models/openai.py
index ebab719e87a..e09ac9abf72 100644
--- a/langchain/chat_models/openai.py
+++ b/langchain/chat_models/openai.py
@@ -391,7 +391,8 @@ class ChatOpenAI(BaseChatModel):
                 generation_info=dict(finish_reason=res.get("finish_reason")),
             )
             generations.append(gen)
-        llm_output = {"token_usage": response["usage"], "model_name": self.model_name}
+        token_usage = response.get("usage", {})
+        llm_output = {"token_usage": token_usage, "model_name": self.model_name}
         return ChatResult(generations=generations, llm_output=llm_output)
 
     async def _agenerate(