From e91868770559eea55e7e53675dc2db384ad0148e Mon Sep 17 00:00:00 2001 From: csunny Date: Thu, 8 Jun 2023 20:07:36 +0800 Subject: [PATCH] fix: remove qlora config from model_config --- pilot/configs/model_config.py | 1 - 1 file changed, 1 deletion(-) diff --git a/pilot/configs/model_config.py b/pilot/configs/model_config.py index 1997584a7..36d615043 100644 --- a/pilot/configs/model_config.py +++ b/pilot/configs/model_config.py @@ -43,7 +43,6 @@ LLM_MODEL_CONFIG = { # Load model config ISLOAD_8BIT = True ISDEBUG = False -QLORA = os.getenv("QUANTIZE_QLORA") == "True" VECTOR_SEARCH_TOP_K = 10 VS_ROOT_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "vs_store")