github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-27 08:58:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

cohere[patch]: support request timeout in BaseCohere (#19641)

Browse Source 
As in #19346, this PR exposes `request_timeout` in `BaseCohere`, while
`max_retires` is no longer a parameter of the beneath client
(`cohere.Client`) and it is already configured in
`langchain_cohere.llms.Cohere`.

---------

Co-authored-by: Bagatur <baskaryan@gmail.com>
This commit is contained in:
Massimiliano Pronesti 2024-04-01 23:16:32 +02:00 committed by GitHub
parent d5c412b0a9
commit 06dac394a6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
libs/partners/cohere/langchain_cohere/llms.py
View File

@ -66,6 +66,9 @@ class BaseCohere(Serializable):
streaming: bool = Field(default=False) streaming: bool = Field(default=False)
"""Whether to stream the results.""" """Whether to stream the results."""
timeout: Optional[float] = 60
"""Timeout in seconds for the Cohere API request."""
user_agent: str = "langchain" user_agent: str = "langchain"
"""Identifier for the application making the request.""" """Identifier for the application making the request."""
@ -82,11 +85,13 @@ class BaseCohere(Serializable):
values["client"] = cohere.Client( values["client"] = cohere.Client(
api_key=values["cohere_api_key"].get_secret_value(), api_key=values["cohere_api_key"].get_secret_value(),
client_name=client_name, client_name=client_name,
timeout=values["timeout"],
base_url=values["base_url"], base_url=values["base_url"],
) )
values["async_client"] = cohere.AsyncClient( values["async_client"] = cohere.AsyncClient(
api_key=values["cohere_api_key"].get_secret_value(), api_key=values["cohere_api_key"].get_secret_value(),
client_name=client_name, client_name=client_name,
timeout=values["timeout"],
base_url=values["base_url"], base_url=values["base_url"],
) )
return values return values