diff --git a/colossalai/inference/quant/gptq/cai_gptq/__init__.py b/colossalai/inference/quant/gptq/cai_gptq/__init__.py index de57f2d8c..4ed76293b 100644 --- a/colossalai/inference/quant/gptq/cai_gptq/__init__.py +++ b/colossalai/inference/quant/gptq/cai_gptq/__init__.py @@ -3,9 +3,10 @@ import warnings HAS_AUTO_GPTQ = False try: import auto_gptq + HAS_AUTO_GPTQ = True except ImportError: - warnings.warn('please install auto-gptq from https://github.com/PanQiWei/AutoGPTQ') + warnings.warn("please install auto-gptq from https://github.com/PanQiWei/AutoGPTQ") HAS_AUTO_GPTQ = False if HAS_AUTO_GPTQ: