mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-28 21:17:08 +00:00
15 lines
372 B
Python
15 lines
372 B
Python
import warnings
|
|
|
|
HAS_AUTO_GPTQ = False
|
|
try:
|
|
import auto_gptq
|
|
|
|
HAS_AUTO_GPTQ = True
|
|
except ImportError:
|
|
warnings.warn("please install auto-gptq from https://github.com/PanQiWei/AutoGPTQ")
|
|
HAS_AUTO_GPTQ = False
|
|
|
|
if HAS_AUTO_GPTQ:
|
|
from .cai_quant_linear import CaiQuantLinear, ColCaiQuantLinear, RowCaiQuantLinear
|
|
from .gptq_op import CaiGPTQLinearOp
|