github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-27 12:43:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix the merge

Browse Source
This commit is contained in:
wangbluo
2024-08-19 03:28:29 +00:00
parent 52289e4c63
commit 1a5847e6d1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/shardformer/layer/_operation.py
View File

@@ -1082,8 +1082,8 @@ def split_forward_gather_backward(input_, dim, process_group, grad_scale=None, f
return _SplitForwardGatherBackward.apply(input_, dim, process_group, grad_scale, fp8_communication) return _SplitForwardGatherBackward.apply(input_, dim, process_group, grad_scale, fp8_communication)
def reduce_forward(input_, process_group, grad_scale=None, fp8_communication=False): def reduce_forward(input_, process_group, fp8_communication=False):
return _ReduceForward.apply(input_, process_group, grad_scale, fp8_communication) return _ReduceForward.apply(input_, process_group, fp8_communication)
def reduce_backward(input_, process_group, fp8_communication=False): def reduce_backward(input_, process_group, fp8_communication=False):