diff --git a/pilot/configs/model_config.py b/pilot/configs/model_config.py index 1997584a7..36d615043 100644 --- a/pilot/configs/model_config.py +++ b/pilot/configs/model_config.py @@ -43,7 +43,6 @@ LLM_MODEL_CONFIG = { # Load model config ISLOAD_8BIT = True ISDEBUG = False -QLORA = os.getenv("QUANTIZE_QLORA") == "True" VECTOR_SEARCH_TOP_K = 10 VS_ROOT_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "vs_store")