github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-11-13 14:47:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support vLLM

Browse Source
This commit is contained in:
FangYin Cheng
2023-10-09 20:01:29 +08:00
parent 1cdaaeb820
commit d5a52f79f1
32 changed files with 957 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/cli.py
View File

@@ -404,7 +404,7 @@ def stop_model_controller(port: int):
def _model_dynamic_factory() -> Callable[[None], List[Type]]:
from pilot.model.adapter import _dynamic_model_parser
from pilot.model.model_adapter import _dynamic_model_parser
param_class = _dynamic_model_parser()
fix_class = [ModelWorkerParameters]