github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-02 19:34:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

langchain_anthropic[patch]: Invoke callback prior to yielding token (#18274)

Browse Source 
## PR title
langchain_anthropic[patch]: Invoke callback prior to yielding

## PR message
- Description: Invoke callback prior to yielding token in _stream and
_astream methods for anthropic.
- Issue: https://github.com/langchain-ai/langchain/issues/16913
- Dependencies: None
- Twitter handle: None
This commit is contained in:
William De Vena 2024-02-28 21:19:22 +01:00 committed by GitHub
parent af35e2525a
commit a37dc83a9e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/anthropic/langchain_anthropic/llms.py
View File

@ -300,9 +300,10 @@ class AnthropicLLM(LLM, _AnthropicCommon):
prompt=self._wrap_prompt(prompt), stop_sequences=stop, stream=True, **params prompt=self._wrap_prompt(prompt), stop_sequences=stop, stream=True, **params
): ):
chunk = GenerationChunk(text=token.completion) chunk = GenerationChunk(text=token.completion)
yield chunk
if run_manager: if run_manager:
run_manager.on_llm_new_token(chunk.text, chunk=chunk) run_manager.on_llm_new_token(chunk.text, chunk=chunk)
yield chunk
async def _astream( async def _astream(
self, self,
@ -336,9 +337,10 @@ class AnthropicLLM(LLM, _AnthropicCommon):
**params, **params,
): ):
chunk = GenerationChunk(text=token.completion) chunk = GenerationChunk(text=token.completion)
yield chunk
if run_manager: if run_manager:
await run_manager.on_llm_new_token(chunk.text, chunk=chunk) await run_manager.on_llm_new_token(chunk.text, chunk=chunk)
yield chunk
def get_num_tokens(self, text: str) -> int: def get_num_tokens(self, text: str) -> int:
"""Calculate number of tokens.""" """Calculate number of tokens."""