ColossalAI/colossalai/nn/parallel/__init__.py
2022-11-08 15:53:13 +08:00

5 lines
130 B
Python

from .data_parallel import ColoDDP, ZeroDDP
from .gemini_parallel import GeminiDDP
__all__ = ['ColoDDP', 'ZeroDDP', 'GeminiDDP']