From f52c7523b5c2d4ee377191ebb5f70955c401cf61 Mon Sep 17 00:00:00 2001
From: csunny <cfqsunny@163.com>
Date: Sun, 21 May 2023 14:54:16 +0800
Subject: [PATCH] llms: fix

---
 pilot/model/loader.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/pilot/model/loader.py b/pilot/model/loader.py
index 1c32939ec..531080314 100644
--- a/pilot/model/loader.py
+++ b/pilot/model/loader.py
@@ -59,8 +59,6 @@ class ModelLoader(metaclass=Singleton):
 
     # TODO multi gpu support
     def loader(self, num_gpus, load_8bit=False, debug=False, cpu_offloading=False, max_gpu_memory: Optional[str]=None):
-
-        cpu_offloading(self.device, load_8bit, cpu_offloading)
         
         if self.device == "cpu":
             kwargs = {"torch_dtype": torch.float32}