feat(model): Support Gitee models (#2257)

Co-authored-by: Fangyin Cheng <staneyffer@gmail.com>
This commit is contained in:
Aries-ckt
2024-12-31 19:24:24 +08:00
committed by GitHub
parent 6b4ccc8dfc
commit 576da34e92
5 changed files with 123 additions and 0 deletions

View File

@@ -364,6 +364,31 @@ class SiliconFlowProxyLLMModelAdapter(ProxyLLMModelAdapter):
return siliconflow_generate_stream
class GiteeProxyLLMModelAdapter(ProxyLLMModelAdapter):
"""Gitee proxy LLM model adapter.
See Also: `Gitee Documentation <https://ai.gitee.com/docs/getting-started/intro>`_
"""
def support_async(self) -> bool:
return True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return lower_model_name_or_path == "gitee_proxyllm"
def get_llm_client_class(
self, params: ProxyModelParameters
) -> Type[ProxyLLMClient]:
from dbgpt.model.proxy.llms.gitee import GiteeLLMClient
return GiteeLLMClient
def get_async_generate_stream_function(self, model, model_path: str):
from dbgpt.model.proxy.llms.gitee import gitee_generate_stream
return gitee_generate_stream
register_model_adapter(OpenAIProxyLLMModelAdapter)
register_model_adapter(ClaudeProxyLLMModelAdapter)
register_model_adapter(TongyiProxyLLMModelAdapter)
@@ -378,3 +403,4 @@ register_model_adapter(YiProxyLLMModelAdapter)
register_model_adapter(MoonshotProxyLLMModelAdapter)
register_model_adapter(DeepseekProxyLLMModelAdapter)
register_model_adapter(SiliconFlowProxyLLMModelAdapter)
register_model_adapter(GiteeProxyLLMModelAdapter)