feat(model): Add support for multiple versions of the same model (#1246)

This commit is contained in:
2024-03-08 18:40:10 +08:00
committed by GitHub
parent 7446817340
commit 04b6402720
2 changed files with 9 additions and 2 deletions

View File

@@ -164,6 +164,10 @@ class ModelWorkerParameters(BaseModelParameters):
default=None,
metadata={"valid_values": WorkerType.values(), "help": "Worker type"},
)
model_alias: Optional[str] = field(
default=None,
metadata={"help": "model alias"},
)
worker_class: Optional[str] = field(
default=None,
metadata={"help": "Model worker class, dbgpt.model.cluster.DefaultModelWorker"},