mirror of
https://github.com/hwchase17/langchain.git
synced 2026-03-18 11:07:36 +00:00
fix(openai): handle function_call content in token counting (#34379)
This commit is contained in:
@@ -1001,6 +1001,32 @@ def test_get_num_tokens_from_messages() -> None:
|
||||
actual = llm.get_num_tokens_from_messages(messages)
|
||||
assert actual == 13
|
||||
|
||||
# Test Responses
|
||||
messages = [
|
||||
AIMessage(
|
||||
[
|
||||
{
|
||||
"type": "function_call",
|
||||
"name": "multiply",
|
||||
"arguments": '{"x":5,"y":4}',
|
||||
"call_id": "call_abc123",
|
||||
"id": "fc_abc123",
|
||||
"status": "completed",
|
||||
},
|
||||
],
|
||||
tool_calls=[
|
||||
{
|
||||
"type": "tool_call",
|
||||
"name": "multiply",
|
||||
"args": {"x": 5, "y": 4},
|
||||
"id": "call_abc123",
|
||||
}
|
||||
],
|
||||
)
|
||||
]
|
||||
actual = llm.get_num_tokens_from_messages(messages)
|
||||
assert actual
|
||||
|
||||
|
||||
class Foo(BaseModel):
|
||||
bar: int
|
||||
|
||||
Reference in New Issue
Block a user