github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 19:40:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support DeepSeek proxy LLM (#1491)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-05-07 17:40:16 +08:00
committed by GitHub
parent 863b5404dd
commit b38305b72b
7 changed files with 152 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
dbgpt/model/adapter/proxy_adapter.py
View File

@@ -294,6 +294,31 @@ class MoonshotProxyLLMModelAdapter(ProxyLLMModelAdapter):
return moonshot_generate_stream
class DeepseekProxyLLMModelAdapter(ProxyLLMModelAdapter):
"""Deepseek proxy LLM model adapter.
See Also: `Deepseek Documentation <https://platform.deepseek.com/api-docs/>`_
"""
def support_async(self) -> bool:
return True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return lower_model_name_or_path == "deepseek_proxyllm"
def get_llm_client_class(
self, params: ProxyModelParameters
) -> Type[ProxyLLMClient]:
from dbgpt.model.proxy.llms.deepseek import DeepseekLLMClient
return DeepseekLLMClient
def get_async_generate_stream_function(self, model, model_path: str):
from dbgpt.model.proxy.llms.deepseek import deepseek_generate_stream
return deepseek_generate_stream
register_model_adapter(OpenAIProxyLLMModelAdapter)
register_model_adapter(TongyiProxyLLMModelAdapter)
register_model_adapter(OllamaLLMModelAdapter)
@@ -305,3 +330,4 @@ register_model_adapter(BardProxyLLMModelAdapter)
register_model_adapter(BaichuanProxyLLMModelAdapter)
register_model_adapter(YiProxyLLMModelAdapter)
register_model_adapter(MoonshotProxyLLMModelAdapter)
register_model_adapter(DeepseekProxyLLMModelAdapter)