github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-02 21:58:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

x

Browse Source
This commit is contained in:
Eugene Yurtsev 2025-03-04 17:06:52 -05:00
parent 3a6cbb1551
commit be438bae36
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
libs/core/tests/unit_tests/messages/test_utils.py
View File

@ -965,13 +965,13 @@ def test_convert_to_openai_messages_developer() -> None:
result = convert_to_openai_messages(messages) result = convert_to_openai_messages(messages)
assert result == [{"role": "developer", "content": "a"}] * 2 assert result == [{"role": "developer", "content": "a"}] * 2
def test_trim_messages_custom_counter() -> None: def test_trim_messages_custom_counter() -> None:
def dummy_token_counter(messages: list[BaseMessage]) -> int: def dummy_token_counter(messages: list[BaseMessage]) -> int:
# treat each message like it adds 3 default tokens at the beginning # treat each message like it adds 3 default tokens at the beginning
# of the message and at the end of the message. 3 + 4 + 3 = 10 tokens # of the message and at the end of the message. 3 + 4 + 3 = 10 tokens
# per message. # per message.
default_content_len = 4
default_msg_prefix_len = 3 default_msg_prefix_len = 3
default_msg_suffix_len = 3 default_msg_suffix_len = 3
@ -980,9 +980,13 @@ def test_trim_messages_custom_counter() -> None:
if isinstance(msg.content, str): if isinstance(msg.content, str):
str_len = int(len(msg.content) / 3) str_len = int(len(msg.content) / 3)
count += default_msg_prefix_len + str_len + default_msg_suffix_len count += default_msg_prefix_len + str_len + default_msg_suffix_len
if isinstance(msg.content, list): elif isinstance(msg.content, list):
content = int(len(msg.content[0]["text"]) / 3) content = int(len(msg.content[0]["text"]))
count += default_msg_prefix_len + content + default_msg_suffix_len count += default_msg_prefix_len + content + default_msg_suffix_len
else:
msg = "Invalid message content"
raise TypeError(msg)
return count return count
messages = [ messages = [