From c022e70a5025aa9a287b27e0f8201a68a35a812c Mon Sep 17 00:00:00 2001 From: zhanghy-sketchzh <1750410339@qq.com> Date: Thu, 8 Jun 2023 15:02:37 +0800 Subject: [PATCH] fix problems --- pilot/model/adapter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pilot/model/adapter.py b/pilot/model/adapter.py index c9f5cb6f1..c914195d8 100644 --- a/pilot/model/adapter.py +++ b/pilot/model/adapter.py @@ -106,7 +106,7 @@ class FalconAdapater(BaseLLMAdaper): def loader(self, model_path: str, from_pretrained_kwagrs: dict): tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False) - if QLORA == True: + if QLORA: model = AutoModelForCausalLM.from_pretrained( model_path, load_in_4bit=True, #quantize