github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-07 03:50:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support llama.cpp server deploy (#2263)

Browse Source
This commit is contained in:
Fangyin Cheng
2025-01-02 16:50:53 +08:00
committed by GitHub
parent 576da34e92
commit 0b2af2e9a2
14 changed files with 823 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
dbgpt/model/adapter/model_adapter.py
View File

@@ -42,6 +42,13 @@ def get_llm_model_adapter(
from dbgpt.model.adapter.vllm_adapter import VLLMModelAdapterWrapper
return VLLMModelAdapterWrapper(conv_factory)
if model_type == ModelType.LLAMA_CPP_SERVER:
logger.info(
"Current model type is llama_cpp_server, return LLamaServerModelAdapter"
)
from dbgpt.model.adapter.llama_cpp_adapter import LLamaServerModelAdapter
return LLamaServerModelAdapter()
# Import NewHFChatModelAdapter for it can be registered
from dbgpt.model.adapter.hf_adapter import NewHFChatModelAdapter