mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-30 15:01:38 +00:00
554aa9592e
* [legacy] move communication to legacy (#4640) * [legacy] refactor logger and clean up legacy codes (#4654) * [legacy] make logger independent to gpc * [legacy] make optim independent to registry * [legacy] move test engine to legacy * [legacy] move nn to legacy (#4656) * [legacy] move nn to legacy * [checkpointio] fix save hf config * [test] remove useledd rpc pp test * [legacy] fix nn init * [example] skip tutorial hybriad parallel example * [devops] test doc check * [devops] test doc check
35 lines
868 B
Python
35 lines
868 B
Python
from .collective import all_gather, all_reduce, broadcast, reduce, reduce_scatter
|
|
from .p2p import (
|
|
recv_backward,
|
|
recv_forward,
|
|
send_backward,
|
|
send_backward_recv_backward,
|
|
send_backward_recv_forward,
|
|
send_forward,
|
|
send_forward_backward_recv_forward_backward,
|
|
send_forward_recv_backward,
|
|
send_forward_recv_forward,
|
|
)
|
|
from .ring import ring_forward
|
|
from .utils import recv_obj_meta, send_obj_meta
|
|
|
|
__all__ = [
|
|
'all_gather',
|
|
'reduce_scatter',
|
|
'all_reduce',
|
|
'broadcast',
|
|
'reduce',
|
|
'send_forward',
|
|
'send_forward_recv_forward',
|
|
'send_forward_backward_recv_forward_backward',
|
|
'send_backward',
|
|
'send_backward_recv_backward',
|
|
'send_backward_recv_forward',
|
|
'send_forward_recv_backward',
|
|
'recv_backward',
|
|
'recv_forward',
|
|
'ring_forward',
|
|
'send_obj_meta',
|
|
'recv_obj_meta',
|
|
]
|