feat(model): Support moonshot proxy LLM (#1404)

This commit is contained in:
Fangyin Cheng
2024-04-10 23:41:50 +08:00
committed by GitHub
parent 1c6a897137
commit 7d6dfd9ea8
9 changed files with 186 additions and 0 deletions

View File

@@ -99,6 +99,8 @@ class OpenAILLMClient(ProxyLLMClient):
) from exc
self._openai_version = metadata.version("openai")
self._openai_less_then_v1 = not self._openai_version >= "1.0.0"
self.check_sdk_version(self._openai_version)
self._init_params = OpenAIParameters(
api_type=api_type,
api_base=api_base,
@@ -141,6 +143,14 @@ class OpenAILLMClient(ProxyLLMClient):
full_url=model_params.proxy_server_url,
)
def check_sdk_version(self, version: str) -> None:
"""Check the sdk version of the client.
Raises:
ValueError: If check failed.
"""
pass
@property
def client(self) -> ClientType:
if self._openai_less_then_v1: