github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-10 05:19:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: Refactor for core SDK (#1092)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-21 09:57:57 +08:00
committed by GitHub
parent ba7248adbb
commit 2d905191f8
45 changed files with 236 additions and 133 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
dbgpt/model/parameter.py
View File

@@ -6,11 +6,8 @@ from dataclasses import dataclass, field
from enum import Enum
from typing import Dict, Optional, Tuple, Union
from dbgpt.model.conversation import conv_templates
from dbgpt.util.parameter_utils import BaseParameters
suported_prompt_templates = ",".join(conv_templates.keys())
class WorkerType(str, Enum):
LLM = "llm"
@@ -299,7 +296,8 @@ class ModelParameters(BaseModelParameters):
prompt_template: Optional[str] = field(
default=None,
metadata={
"help": f"Prompt template. If None, the prompt template is automatically determined from model path, supported template: {suported_prompt_templates}"
"help": f"Prompt template. If None, the prompt template is automatically "
f"determined from model path"
},
)
max_context_size: Optional[int] = field(
@@ -450,7 +448,8 @@ class ProxyModelParameters(BaseModelParameters):
proxyllm_backend: Optional[str] = field(
default=None,
metadata={
"help": "The model name actually pass to current proxy server url, such as gpt-3.5-turbo, gpt-4, chatglm_pro, chatglm_std and so on"
"help": "The model name actually pass to current proxy server url, such "
"as gpt-3.5-turbo, gpt-4, chatglm_pro, chatglm_std and so on"
},
)
model_type: Optional[str] = field(
@@ -463,13 +462,15 @@ class ProxyModelParameters(BaseModelParameters):
device: Optional[str] = field(
default=None,
metadata={
"help": "Device to run model. If None, the device is automatically determined"
"help": "Device to run model. If None, the device is automatically "
"determined"
},
)
prompt_template: Optional[str] = field(
default=None,
metadata={
"help": f"Prompt template. If None, the prompt template is automatically determined from model path, supported template: {suported_prompt_templates}"
"help": f"Prompt template. If None, the prompt template is automatically "
f"determined from model path"
},
)
max_context_size: Optional[int] = field(
@@ -478,7 +479,8 @@ class ProxyModelParameters(BaseModelParameters):
llm_client_class: Optional[str] = field(
default=None,
metadata={
"help": "The class name of llm client, such as dbgpt.model.proxy.llms.proxy_model.ProxyModel"
"help": "The class name of llm client, such as "
"dbgpt.model.proxy.llms.proxy_model.ProxyModel"
},
)