mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-14 22:23:23 +00:00
450115bd0f
* refactor gptq and smoothquant llama * fix import error * fix linear import torch-int * fix smoothquant llama import error * fix import accelerate error * fix bug * fix import smooth cuda * fix smoothcuda
6 lines
155 B
Python
6 lines
155 B
Python
from .cai_gptq import HAS_AUTO_GPTQ
|
|
|
|
if HAS_AUTO_GPTQ:
|
|
from .cai_gptq import CaiGPTQLinearOp, CaiQuantLinear
|
|
from .gptq_manager import GPTQManager
|