github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 11:31:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support moonshot proxy LLM (#1404)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-04-10 23:41:50 +08:00
committed by GitHub
parent 1c6a897137
commit 7d6dfd9ea8
9 changed files with 186 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
dbgpt/model/adapter/proxy_adapter.py
View File

@@ -252,6 +252,31 @@ class YiProxyLLMModelAdapter(ProxyLLMModelAdapter):
return yi_generate_stream
class MoonshotProxyLLMModelAdapter(ProxyLLMModelAdapter):
"""Moonshot proxy LLM model adapter.
See Also: `Moonshot Documentation <https://platform.moonshot.cn/docs/>`_
"""
def support_async(self) -> bool:
return True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return lower_model_name_or_path in ["moonshot_proxyllm"]
def get_llm_client_class(
self, params: ProxyModelParameters
) -> Type[ProxyLLMClient]:
from dbgpt.model.proxy.llms.moonshot import MoonshotLLMClient
return MoonshotLLMClient
def get_async_generate_stream_function(self, model, model_path: str):
from dbgpt.model.proxy.llms.moonshot import moonshot_generate_stream
return moonshot_generate_stream
register_model_adapter(OpenAIProxyLLMModelAdapter)
register_model_adapter(TongyiProxyLLMModelAdapter)
register_model_adapter(ZhipuProxyLLMModelAdapter)
@@ -261,3 +286,4 @@ register_model_adapter(SparkProxyLLMModelAdapter)
register_model_adapter(BardProxyLLMModelAdapter)
register_model_adapter(BaichuanProxyLLMModelAdapter)
register_model_adapter(YiProxyLLMModelAdapter)
register_model_adapter(MoonshotProxyLLMModelAdapter)