github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-04 20:28:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

anthropic[patch]: add benchmark (#31718)

Browse Source 
Account for lazy loading of clients in init time benchmark
This commit is contained in:
ccurme 2025-06-24 15:17:22 -04:00 committed by GitHub
parent 9164e6f906
commit e09abf8170
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
libs/partners/anthropic/tests/unit_tests/test_standard.py
View File

@ -1,7 +1,9 @@
"""Standard LangChain interface tests""" """Standard LangChain interface tests"""
import pytest
from langchain_core.language_models import BaseChatModel from langchain_core.language_models import BaseChatModel
from langchain_tests.unit_tests import ChatModelUnitTests from langchain_tests.unit_tests import ChatModelUnitTests
from pytest_benchmark.fixture import BenchmarkFixture # type: ignore[import-untyped]
from langchain_anthropic import ChatAnthropic from langchain_anthropic import ChatAnthropic
@ -14,3 +16,16 @@ class TestAnthropicStandard(ChatModelUnitTests):
@property @property
def chat_model_params(self) -> dict: def chat_model_params(self) -> dict:
return {"model": "claude-3-haiku-20240307"} return {"model": "claude-3-haiku-20240307"}
@pytest.mark.benchmark
def test_init_time_with_client(benchmark: BenchmarkFixture) -> None:
"""Test initialization time, accounting for lazy loading of client."""
def _init_in_loop_with_clients() -> None:
for _ in range(10):
llm = ChatAnthropic(model="claude-3-5-haiku-latest")
_ = llm._client
_ = llm._async_client
benchmark(_init_in_loop_with_clients)