github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-18 16:16:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

langchain_mistralai[patch]: Invoke callback prior to yielding token (#16986)

Browse Source 
- **Description:** Invoke callback prior to yielding token in stream and
astream methods for ChatMistralAI.
- **Issue:** https://github.com/langchain-ai/langchain/issues/16913
This commit is contained in:
ccurme
2024-02-03 19:30:50 -05:00
committed by GitHub
parent 267e71606e
commit 0826d87ecd
2 changed files with 57 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/partners/mistralai/langchain_mistralai/chat_models.py
View File

@@ -317,9 +317,9 @@ class ChatMistralAI(BaseChatModel):
continue
chunk = _convert_delta_to_message_chunk(delta, default_chunk_class)
default_chunk_class = chunk.__class__
yield ChatGenerationChunk(message=chunk)
if run_manager:
run_manager.on_llm_new_token(token=chunk.content, chunk=chunk)
yield ChatGenerationChunk(message=chunk)
async def _astream(
self,
@@ -342,9 +342,9 @@ class ChatMistralAI(BaseChatModel):
continue
chunk = _convert_delta_to_message_chunk(delta, default_chunk_class)
default_chunk_class = chunk.__class__
yield ChatGenerationChunk(message=chunk)
if run_manager:
await run_manager.on_llm_new_token(token=chunk.content, chunk=chunk)
yield ChatGenerationChunk(message=chunk)
async def _agenerate(
self,