github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-16 17:53:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

google-genai[patch]: Invoke callback prior to yielding token (#17092)

Browse Source 
- **Description:** Invoke callback prior to yielding token in stream and
astream methods for Google-genai,
  - **Issue:** the issue # 16913,
  - **Twitter handle:** Sparsh10649446

---------

Co-authored-by: Eugene Yurtsev <eyurtsev@gmail.com>
This commit is contained in:
Sparsh Jain 2024-02-09 02:43:46 +05:30 committed by GitHub
parent 7306600e2f
commit a2167614b7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/partners/google-genai/langchain_google_genai/chat_models.py
View File

@ -624,9 +624,9 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
generation_t=ChatGenerationChunk, generation_t=ChatGenerationChunk,
) )
gen = cast(ChatGenerationChunk, _chat_result.generations[0]) gen = cast(ChatGenerationChunk, _chat_result.generations[0])
yield gen
if run_manager: if run_manager:
run_manager.on_llm_new_token(gen.text) run_manager.on_llm_new_token(gen.text)
yield gen
async def _astream( async def _astream(
self, self,
@ -654,9 +654,9 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
generation_t=ChatGenerationChunk, generation_t=ChatGenerationChunk,
) )
gen = cast(ChatGenerationChunk, _chat_result.generations[0]) gen = cast(ChatGenerationChunk, _chat_result.generations[0])
yield gen
if run_manager: if run_manager:
await run_manager.on_llm_new_token(gen.text) await run_manager.on_llm_new_token(gen.text)
yield gen
def _prepare_chat( def _prepare_chat(
self, self,