mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-14 22:23:23 +00:00
c6295c3381
* remove useless code * fix quant model * fix test import bug * mv original inference legacy * fix chatglm2
5 lines
152 B
Python
5 lines
152 B
Python
from .hybridengine import CaiInferEngine
|
|
from .hybridengine.polices import LlamaModelInferPolicy
|
|
|
|
__all__ = ["CaiInferEngine", "LlamaModelInferPolicy"]
|