github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-11 22:04:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(openai): don't crash get_num_tokens_from_messages on gpt-5 (#32451)

Browse Source
This commit is contained in:
Michael Matloka 2025-08-07 22:33:19 +02:00 committed by GitHub
parent ec2b34a02d
commit 5036bd7adb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
libs/partners/openai/langchain_openai/chat_models/base.py
View File

@ -1447,8 +1447,10 @@ class BaseChatOpenAI(BaseChatModel):
encoding = tiktoken.encoding_for_model(model) encoding = tiktoken.encoding_for_model(model)
except KeyError: except KeyError:
encoder = "cl100k_base" encoder = "cl100k_base"
if self.model_name.startswith("gpt-4o") or self.model_name.startswith( if (
"gpt-4.1" self.model_name.startswith("gpt-4o")
or self.model_name.startswith("gpt-4.1")
or self.model_name.startswith("gpt-5")
): ):
encoder = "o200k_base" encoder = "o200k_base"
encoding = tiktoken.get_encoding(encoder) encoding = tiktoken.get_encoding(encoder)
@ -1499,7 +1501,11 @@ class BaseChatOpenAI(BaseChatModel):
tokens_per_message = 4 tokens_per_message = 4
# if there's a name, the role is omitted # if there's a name, the role is omitted
tokens_per_name = -1 tokens_per_name = -1
elif model.startswith("gpt-3.5-turbo") or model.startswith("gpt-4"): elif (
model.startswith("gpt-3.5-turbo")
or model.startswith("gpt-4")
or model.startswith("gpt-5")
):
tokens_per_message = 3 tokens_per_message = 3
tokens_per_name = 1 tokens_per_name = 1
else: else: