github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-22 06:39:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

cast to string when measuring token length (#8617)

Browse Source
This commit is contained in:
Harrison Chase 2023-08-02 00:12:59 -07:00 committed by GitHub
parent 68113348cc
commit 7c5c0557cb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/langchain/langchain/chat_models/openai.py
View File

@ -570,7 +570,9 @@ class ChatOpenAI(BaseChatModel):
for message in messages_dict: for message in messages_dict:
num_tokens += tokens_per_message num_tokens += tokens_per_message
for key, value in message.items(): for key, value in message.items():
num_tokens += len(encoding.encode(value)) # Cast str(value) in case the message value is not a string
# This occurs with function messages
num_tokens += len(encoding.encode(str(value)))
if key == "name": if key == "name":
num_tokens += tokens_per_name num_tokens += tokens_per_name
# every reply is primed with <im_start>assistant # every reply is primed with <im_start>assistant