github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 11:31:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support siliconflow models (#2157)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-11-27 19:41:37 +08:00
committed by GitHub
parent 61509dc5ea
commit e5ec47145f
5 changed files with 129 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
dbgpt/model/adapter/proxy_adapter.py
View File

@@ -339,6 +339,31 @@ class DeepseekProxyLLMModelAdapter(ProxyLLMModelAdapter):
return deepseek_generate_stream
class SiliconFlowProxyLLMModelAdapter(ProxyLLMModelAdapter):
"""SiliconFlow proxy LLM model adapter.
See Also: `SiliconFlow Documentation <https://docs.siliconflow.cn/quickstart>`_
"""
def support_async(self) -> bool:
return True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return lower_model_name_or_path == "silicon_flow_proxyllm"
def get_llm_client_class(
self, params: ProxyModelParameters
) -> Type[ProxyLLMClient]:
from dbgpt.model.proxy.llms.siliconflow import SiliconFlowLLMClient
return SiliconFlowLLMClient
def get_async_generate_stream_function(self, model, model_path: str):
from dbgpt.model.proxy.llms.siliconflow import silicon_flow_generate_stream
return silicon_flow_generate_stream
register_model_adapter(OpenAIProxyLLMModelAdapter)
register_model_adapter(ClaudeProxyLLMModelAdapter)
register_model_adapter(TongyiProxyLLMModelAdapter)
@@ -352,3 +377,4 @@ register_model_adapter(BaichuanProxyLLMModelAdapter)
register_model_adapter(YiProxyLLMModelAdapter)
register_model_adapter(MoonshotProxyLLMModelAdapter)
register_model_adapter(DeepseekProxyLLMModelAdapter)
register_model_adapter(SiliconFlowProxyLLMModelAdapter)