github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 19:11:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Add support for multiple versions of the same model (#1246)

Browse Source
This commit is contained in:
付
2024-03-08 18:40:10 +08:00
committed by GitHub
parent 7446817340
commit 04b6402720
2 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
dbgpt/model/cluster/worker/manager.py
View File

@@ -217,7 +217,6 @@ class LocalWorkerManager(WorkerManager):
)
if not worker_params.model_name:
worker_params.model_name = model_name
assert model_name == worker_params.model_name
worker = _build_worker(worker_params)
command_args = _dict_to_command_args(params)
success = await self.run_blocking_func(
@@ -235,7 +234,9 @@ class LocalWorkerManager(WorkerManager):
f"Unsupported worker type: {worker_type}, now supported worker type: {supported_types}"
)
start_apply_req = WorkerApplyRequest(
model=model_name, apply_type=WorkerApplyType.START, worker_type=worker_type
model=worker_params.model_name,
apply_type=WorkerApplyType.START,
worker_type=worker_type,
)
out: WorkerApplyOutput = None
try:
@@ -895,6 +896,8 @@ def _parse_worker_params(
**kwargs,
)
worker_params.update_from(new_worker_params)
if worker_params.model_alias:
worker_params.model_name = worker_params.model_alias
# logger.info(f"Worker params: {worker_params}")
return worker_params