github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 19:11:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support Qwen1.5-32B (#1385)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-04-08 09:40:24 +08:00
committed by GitHub
parent d4da50330f
commit df36b947d1
6 changed files with 40 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
dbgpt/model/adapter/hf_adapter.py
View File

@@ -246,8 +246,33 @@ class StarlingLMAdapter(NewHFChatModelAdapter):
return str_prompt
class QwenAdapter(NewHFChatModelAdapter):
"""
https://huggingface.co/Qwen/Qwen1.5-32B-Chat
TODO: There are problems with quantization.
"""
support_4bit: bool = True
support_8bit: bool = False # TODO: Support 8bit quantization
def check_transformer_version(self, current_version: str) -> None:
if not current_version >= "4.37.0":
raise ValueError(
"Qwen 1.5 require transformers.__version__>=4.37.0, please upgrade your transformers package."
)
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "qwen" in lower_model_name_or_path
and "1.5" in lower_model_name_or_path
)
register_model_adapter(YiAdapter)
register_model_adapter(Mixtral8x7BAdapter)
register_model_adapter(SOLARAdapter)
register_model_adapter(GemmaAdapter)
register_model_adapter(StarlingLMAdapter)
register_model_adapter(QwenAdapter)