github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 02:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support SOLAR-10.7B-Instruct-v1.0 (#1001)

Browse Source
This commit is contained in:
Fangyin Cheng
2023-12-30 16:54:27 +08:00
committed by GitHub
parent 0cdc77abb2
commit 07a25c3d86
25 changed files with 43 additions and 188 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
dbgpt/model/adapter/hf_adapter.py
View File

@@ -132,5 +132,22 @@ class Mixtral8x7BAdapter(NewHFChatModelAdapter):
)
class SOLARAdapter(NewHFChatModelAdapter):
"""
https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0
"""
support_4bit: bool = True
support_8bit: bool = False
def do_match(self, lower_model_name_or_path: Optional[str] = None):
return (
lower_model_name_or_path
and "solar-" in lower_model_name_or_path
and "instruct" in lower_model_name_or_path
)
register_model_adapter(YiAdapter)
register_model_adapter(Mixtral8x7BAdapter)
register_model_adapter(SOLARAdapter)