github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-10 20:52:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support openchat-3.6-8b-20240522 (#1564)

Browse Source
This commit is contained in:
Fangyin Cheng 2024-05-27 22:28:50 +08:00 committed by GitHub
parent 82ed4611a5
commit e481a0acd9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
dbgpt/configs/model_config.py
View File

@ -144,6 +144,7 @@ LLM_MODEL_CONFIG = {
"openchat-3.5": os.path.join(MODEL_PATH, "openchat_3.5"), "openchat-3.5": os.path.join(MODEL_PATH, "openchat_3.5"),
# https://huggingface.co/openchat/openchat-3.5-1210 # https://huggingface.co/openchat/openchat-3.5-1210
"openchat-3.5-1210": os.path.join(MODEL_PATH, "openchat-3.5-1210"), "openchat-3.5-1210": os.path.join(MODEL_PATH, "openchat-3.5-1210"),
"openchat-3.6-8b-20240522": os.path.join(MODEL_PATH, "openchat-3.6-8b-20240522"),
# https://huggingface.co/hfl/chinese-alpaca-2-7b # https://huggingface.co/hfl/chinese-alpaca-2-7b
"chinese-alpaca-2-7b": os.path.join(MODEL_PATH, "chinese-alpaca-2-7b"), "chinese-alpaca-2-7b": os.path.join(MODEL_PATH, "chinese-alpaca-2-7b"),
# https://huggingface.co/hfl/chinese-alpaca-2-13b # https://huggingface.co/hfl/chinese-alpaca-2-13b

17
dbgpt/model/adapter/hf_adapter.py
View File

@ -464,6 +464,22 @@ class SQLCoderAdapter(Llama3Adapter):
) )
class OpenChatAdapter(Llama3Adapter):
"""
https://huggingface.co/openchat/openchat-3.6-8b-20240522
"""
support_4bit: bool = True
support_8bit: bool = True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "openchat" in lower_model_name_or_path
and "3.6" in lower_model_name_or_path
)
# The following code is used to register the model adapter # The following code is used to register the model adapter
# The last registered model adapter is matched first # The last registered model adapter is matched first
register_model_adapter(YiAdapter) register_model_adapter(YiAdapter)
@ -479,3 +495,4 @@ register_model_adapter(DeepseekV2Adapter)
register_model_adapter(SailorAdapter) register_model_adapter(SailorAdapter)
register_model_adapter(PhiAdapter) register_model_adapter(PhiAdapter)
register_model_adapter(SQLCoderAdapter) register_model_adapter(SQLCoderAdapter)
register_model_adapter(OpenChatAdapter)