github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 03:20:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support Qwen2 models (#1612)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-06-07 00:56:20 +08:00
committed by GitHub
parent 20e7ccc831
commit e11087aa7e
5 changed files with 67 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
dbgpt/model/adapter/hf_adapter.py
View File

@@ -310,6 +310,20 @@ class QwenAdapter(NewHFChatModelAdapter):
and "qwen" in lower_model_name_or_path
and "1.5" in lower_model_name_or_path
and "moe" not in lower_model_name_or_path
and "qwen2" not in lower_model_name_or_path
)
class Qwen2Adapter(QwenAdapter):
support_4bit: bool = True
support_8bit: bool = True
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "qwen2" in lower_model_name_or_path
and "instruct" in lower_model_name_or_path
)
@@ -517,3 +531,4 @@ register_model_adapter(PhiAdapter)
register_model_adapter(SQLCoderAdapter)
register_model_adapter(OpenChatAdapter)
register_model_adapter(GLM4Aapter)
register_model_adapter(Qwen2Adapter)