fix: num_gpus referenced error for mps + cpu (#407)

close #406
2025-09-24 10:58:26 +00:00 · 2023-08-03 17:56:33 +08:00
parent c8930c84a0 743863d52b
commit e9dfabe9fd
1 changed files with 4 additions and 0 deletions
--- a/pilot/model/loader.py
+++ b/pilot/model/loader.py
@@ -115,6 +115,10 @@ class ModelLoader(metaclass=Singleton):
 def huggingface_loader(llm_adapter: BaseLLMAdaper, model_params: ModelParams):
    device = model_params.device
    max_memory = None
+
+    # if device is cpu or mps. gpu need to be zero
+    num_gpus = 0
+
    if device == "cpu":
        kwargs = {"torch_dtype": torch.float32}
    elif device == "cuda":