github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-19 11:08:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

[community] fix anthropic streaming (#16682)

Browse Source
This commit is contained in:
Harrison Chase 2024-01-27 15:16:22 -08:00 committed by GitHub
parent 5975bf39ec
commit 27665e3546
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
libs/community/langchain_community/chat_models/anthropic.py
View File

@ -142,9 +142,10 @@ class ChatAnthropic(BaseChatModel, _AnthropicCommon):
stream_resp = self.client.completions.create(**params, stream=True) stream_resp = self.client.completions.create(**params, stream=True)
for data in stream_resp: for data in stream_resp:
delta = data.completion delta = data.completion
yield ChatGenerationChunk(message=AIMessageChunk(content=delta)) chunk = ChatGenerationChunk(message=AIMessageChunk(content=delta))
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(delta) run_manager.on_llm_new_token(delta, chunk=chunk)
async def _astream( async def _astream(
self, self,
@ -161,9 +162,10 @@ class ChatAnthropic(BaseChatModel, _AnthropicCommon):
stream_resp = await self.async_client.completions.create(**params, stream=True) stream_resp = await self.async_client.completions.create(**params, stream=True)
async for data in stream_resp: async for data in stream_resp:
delta = data.completion delta = data.completion
yield ChatGenerationChunk(message=AIMessageChunk(content=delta)) chunk = ChatGenerationChunk(message=AIMessageChunk(content=delta))
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(delta) await run_manager.on_llm_new_token(delta, chunk=chunk)
def _generate( def _generate(
self, self,