github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2026-06-09 10:17:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

anthropic[patch]: fix input_tokens when cached (#27125)

Browse Source
This commit is contained in:
Bagatur
2024-10-04 15:35:51 -07:00
committed by GitHub
parent 64a16f2cf0
commit 0b8416bd2e
3 changed files with 43 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
libs/partners/anthropic/langchain_anthropic/chat_models.py
View File

@@ -1253,7 +1253,12 @@ def _create_usage_metadata(anthropic_usage: BaseModel) -> UsageMetadata:
"cache_creation": getattr(anthropic_usage, "cache_creation_input_tokens", None),
}
input_tokens = getattr(anthropic_usage, "input_tokens", 0)
# Anthropic input_tokens exclude cached token counts.
input_tokens = (
getattr(anthropic_usage, "input_tokens", 0)
+ (input_token_details["cache_read"] or 0)
+ (input_token_details["cache_creation"] or 0)
)
output_tokens = getattr(anthropic_usage, "output_tokens", 0)
return UsageMetadata(
input_tokens=input_tokens,