github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-15 14:36:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

anthropic[patch]: streaming param (#18819)

Browse Source
This commit is contained in:
Erick Friis
2024-03-08 13:32:57 -08:00
committed by GitHub
parent 8c0b215c02
commit a5bcddc738
2 changed files with 46 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
libs/partners/anthropic/tests/integration_tests/test_chat_models.py
View File

@@ -184,3 +184,31 @@ def test_anthropic_multimodal() -> None:
response = chat.invoke(messages)
assert isinstance(response, AIMessage)
assert isinstance(response.content, str)
def test_streaming() -> None:
"""Test streaming tokens from Anthropic."""
callback_handler = FakeCallbackHandler()
callback_manager = CallbackManager([callback_handler])
llm = ChatAnthropicMessages(
model_name=MODEL_NAME, streaming=True, callback_manager=callback_manager
)
response = llm.generate([[HumanMessage(content="I'm Pickle Rick")]])
assert callback_handler.llm_streams > 0
assert isinstance(response, LLMResult)
async def test_astreaming() -> None:
"""Test streaming tokens from Anthropic."""
callback_handler = FakeCallbackHandler()
callback_manager = CallbackManager([callback_handler])
llm = ChatAnthropicMessages(
model_name=MODEL_NAME, streaming=True, callback_manager=callback_manager
)
response = await llm.agenerate([[HumanMessage(content="I'm Pickle Rick")]])
assert callback_handler.llm_streams > 0
assert isinstance(response, LLMResult)