github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 02:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support openchat-3.6-8b-20240522 (#1564)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-05-27 22:28:50 +08:00
committed by GitHub
parent 82ed4611a5
commit e481a0acd9
2 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
dbgpt/model/adapter/hf_adapter.py
View File

@@ -464,6 +464,22 @@ class SQLCoderAdapter(Llama3Adapter):
)
class OpenChatAdapter(Llama3Adapter):
"""
https://huggingface.co/openchat/openchat-3.6-8b-20240522
"""
support_4bit: bool = True
support_8bit: bool = True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "openchat" in lower_model_name_or_path
and "3.6" in lower_model_name_or_path
)
# The following code is used to register the model adapter
# The last registered model adapter is matched first
register_model_adapter(YiAdapter)
@@ -479,3 +495,4 @@ register_model_adapter(DeepseekV2Adapter)
register_model_adapter(SailorAdapter)
register_model_adapter(PhiAdapter)
register_model_adapter(SQLCoderAdapter)
register_model_adapter(OpenChatAdapter)