mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-11 14:24:27 +00:00
parent
6582aedc94
commit
ffad81e1d1
@ -6,7 +6,7 @@ from ._pipeline_parallel_gradient_handler import PipelineSharedModuleGradientHan
|
|||||||
from ._moe_gradient_handler import MoeGradientHandler
|
from ._moe_gradient_handler import MoeGradientHandler
|
||||||
from ._sequence_parallel_gradient_handler import SequenceParallelGradientHandler
|
from ._sequence_parallel_gradient_handler import SequenceParallelGradientHandler
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
__all__ = ['BaseGradientHandler', 'DataParallelGradientHandler',
|
'BaseGradientHandler', 'DataParallelGradientHandler', 'ZeROGradientHandler', 'PipelineSharedModuleGradientHandler',
|
||||||
'ZeROGradientHandler', 'PipelineSharedModuleGradientHandler',
|
'MoeGradientHandler', 'SequenceParallelGradientHandler'
|
||||||
'MoeGradientHandler', 'SequenceParallelGradientHandler']
|
]
|
||||||
|
Loading…
Reference in New Issue
Block a user