github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-04 17:49:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
wangbluo 2024-08-20 06:48:16 +00:00
parent f7acfa1bd5
commit 2ee6235cfa
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/shardformer/layer/_operation.py
View File

@ -775,7 +775,7 @@ class _ReduceForward(torch.autograd.Function):
def backward(ctx, grad_output): def backward(ctx, grad_output):
if ctx.grad_scale is not None: if ctx.grad_scale is not None:
grad_output = grad_output * ctx.grad_scale grad_output = grad_output * ctx.grad_scale
return grad_output, None, None return grad_output, None, None, None
class _ReduceBackward(torch.autograd.Function): class _ReduceBackward(torch.autograd.Function):