fix: guanaco model

2025-08-13 14:06:43 +00:00 · 2023-05-31 14:13:12 +08:00 · 2023-05-31 14:13:12 +08:00 · 09308bcdf0
commit 09308bcdf0
parent d70ed42b54
1 changed files with 5 additions and 1 deletions
--- a/pilot/model/loader.py
+++ b/pilot/model/loader.py
@ -113,7 +113,11 @@ class ModelLoader(metaclass=Singleton):
            or self.device == "mps"
            and tokenizer
        ):
-            model.to(self.device)
+            # 4-bit not support this
+            try:
+                model.to(self.device)
+            except ValueError:
+                pass

        if debug:
            print(model)