github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-03 12:07:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: callback before yield for titan takeoff (#26930)

Browse Source 
**Description:** Moves yield to after callback for `_stream` function
for the titan takeoff model in the community llm package
**Issue:** #16913
This commit is contained in:
Subhrajyoty Roy
2024-09-27 18:10:22 +05:30
committed by GitHub
parent c6350d636e
commit 5f2cc4ecb2
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/community/langchain_community/llms/titan_takeoff.py
View File

@@ -252,13 +252,13 @@ class TitanTakeoff(LLM):
if buffer: # Ensure that there's content to process. if buffer: # Ensure that there's content to process.
chunk = GenerationChunk(text=buffer) chunk = GenerationChunk(text=buffer)
buffer = "" # Reset buffer for the next set of data. buffer = "" # Reset buffer for the next set of data.
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(token=chunk.text) run_manager.on_llm_new_token(token=chunk.text)
yield chunk
# Yield any remaining content in the buffer. # Yield any remaining content in the buffer.
if buffer: if buffer:
chunk = GenerationChunk(text=buffer.replace("</s>", "")) chunk = GenerationChunk(text=buffer.replace("</s>", ""))
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(token=chunk.text) run_manager.on_llm_new_token(token=chunk.text)
yield chunk