mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-14 06:05:26 +00:00
5 lines
244 B
Python
5 lines
244 B
Python
from .hybridengine import CaiInferEngine
|
|
from .hybridengine.polices import BloomModelInferPolicy, ChatGLM2InferPolicy, LlamaModelInferPolicy
|
|
|
|
__all__ = ["CaiInferEngine", "LlamaModelInferPolicy", "BloomModelInferPolicy", "ChatGLM2InferPolicy"]
|