github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-09 13:00:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

core[fix]: using async rate limiter methods in async code (#26914)

Browse Source 
**Description:** Replaced blocking (sync) rate_limiter code in async
methods.

**Issue:** #26913

**Dependencies:** N/A

**Twitter handle:** no need 🤗
This commit is contained in:
Emmanuel Sciara 2024-09-26 22:44:28 +02:00 committed by GitHub
parent 02f5962cf1
commit c6350d636e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/core/langchain_core/language_models/chat_models.py
View File

@ -463,7 +463,7 @@ class BaseChatModel(BaseLanguageModel[BaseMessage], ABC):
)
if self.rate_limiter:
self.rate_limiter.acquire(blocking=True)
await self.rate_limiter.aacquire(blocking=True)
generation: Optional[ChatGenerationChunk] = None
try:
@ -905,7 +905,7 @@ class BaseChatModel(BaseLanguageModel[BaseMessage], ABC):
# we usually don't want to rate limit cache lookups, but
# we do want to rate limit API requests.
if self.rate_limiter:
self.rate_limiter.acquire(blocking=True)
await self.rate_limiter.aacquire(blocking=True)
# If stream is not explicitly set, check if implicitly requested by
# astream_events() or astream_log(). Bail out if _astream not implemented