github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-14 14:34:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: guanaco model

Browse Source
This commit is contained in:
csunny 2023-05-31 14:13:12 +08:00
parent d70ed42b54
commit 09308bcdf0
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/model/loader.py
View File

@ -113,7 +113,11 @@ class ModelLoader(metaclass=Singleton):
or self.device == "mps" or self.device == "mps"
and tokenizer and tokenizer
): ):
# 4-bit not support this
try:
model.to(self.device) model.to(self.device)
except ValueError:
pass
if debug: if debug:
print(model) print(model)