From 09308bcdf0c5392a41f97cd645d3e3513b12d0f6 Mon Sep 17 00:00:00 2001
From: csunny <cfqsunny@163.com>
Date: Wed, 31 May 2023 14:13:12 +0800
Subject: [PATCH] fix: guanaco model

---
 pilot/model/loader.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/pilot/model/loader.py b/pilot/model/loader.py
index a3d443da8..9fe6207c1 100644
--- a/pilot/model/loader.py
+++ b/pilot/model/loader.py
@@ -113,7 +113,11 @@ class ModelLoader(metaclass=Singleton):
             or self.device == "mps"
             and tokenizer
         ):
-            model.to(self.device)
+            # 4-bit not support this
+            try:
+                model.to(self.device)
+            except ValueError:
+                pass
 
         if debug:
             print(model)