github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-06 15:13:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

langchain_groq[patch]: Invoke callback prior to yielding token (#18272)

Browse Source 
## PR title
langchain_groq[patch]: Invoke callback prior to yielding

## PR message
**Description:**Invoke callback prior to yielding token in _stream and
_astream methods for groq.
Issue: https://github.com/langchain-ai/langchain/issues/16913
Dependencies: None
Twitter handle: None
This commit is contained in:
William De Vena 2024-02-29 00:43:16 +01:00 committed by GitHub
parent eb0c178d75
commit 5ee76fccd5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/groq/langchain_groq/chat_models.py
View File

@ -274,9 +274,10 @@ class ChatGroq(BaseChatModel):
chunk = ChatGenerationChunk( chunk = ChatGenerationChunk(
message=chunk, generation_info=generation_info or None message=chunk, generation_info=generation_info or None
) )
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(chunk.text, chunk=chunk, logprobs=logprobs) run_manager.on_llm_new_token(chunk.text, chunk=chunk, logprobs=logprobs)
yield chunk
async def _astream( async def _astream(
self, self,
@ -310,11 +311,12 @@ class ChatGroq(BaseChatModel):
chunk = ChatGenerationChunk( chunk = ChatGenerationChunk(
message=chunk, generation_info=generation_info or None message=chunk, generation_info=generation_info or None
) )
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token( await run_manager.on_llm_new_token(
token=chunk.text, chunk=chunk, logprobs=logprobs token=chunk.text, chunk=chunk, logprobs=logprobs
) )
yield chunk
# #
# Internal methods # Internal methods