github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-16 23:13:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support message trimming on single messages

Browse Source
This commit is contained in:
William Fu-Hinthorn
2024-10-29 18:51:23 -07:00
parent 0496c15123
commit f7078e08da
2 changed files with 21 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
libs/core/tests/unit_tests/messages/test_utils.py
View File

@@ -299,6 +299,24 @@ def test_trim_messages_last_40_include_system_allow_partial_start_on_human() ->
assert _MESSAGES_TO_TRIM == _MESSAGES_TO_TRIM_COPY
def test_trim_messages_allow_partial_one_message() -> None:
expected = [
HumanMessage("Th", id="third"),
]
actual = trim_messages(
[HumanMessage("This is a 4 token text.", id="third")],
max_tokens=2,
token_counter=lambda messages: sum(len(m.content) for m in messages),
text_splitter=lambda x: list(x),
strategy="first",
allow_partial=True,
)
assert actual == expected
assert _MESSAGES_TO_TRIM == _MESSAGES_TO_TRIM_COPY
def test_trim_messages_allow_partial_text_splitter() -> None:
expected = [
HumanMessage("a 4 token text.", id="third"),