github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-31 10:23:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[minor]: Add async_client for Anyscale Chat model (#18050)

Browse Source 
Add `async_client` for Anyscale Chat_model
This commit is contained in:
kYLe
2024-02-23 20:22:54 -06:00
committed by GitHub
parent 68527b809d
commit 56b955fc31
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
libs/community/langchain_community/chat_models/anyscale.py
View File

@@ -144,7 +144,12 @@ class ChatAnyscale(ChatOpenAI):
# "default_query": values["default_query"],
# "http_client": values["http_client"],
}
values["client"] = openai.OpenAI(**client_params).chat.completions
if not values.get("client"):
values["client"] = openai.OpenAI(**client_params).chat.completions
if not values.get("async_client"):
values["async_client"] = openai.AsyncOpenAI(
**client_params
).chat.completions
else:
values["openai_api_base"] = values["anyscale_api_base"]
values["openai_api_key"] = values["anyscale_api_key"].get_secret_value()