github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-04 02:57:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix optim bwd;

Browse Source
This commit is contained in:
duanjunwen 2024-09-03 02:40:26 +00:00
parent 591a13bf7e
commit a48afc4a66
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/interface/optimizer.py
View File

@ -58,7 +58,7 @@ class OptimizerWrapper:
# def backward_by_grad(self, tensor: Tensor, grad: Tensor): # def backward_by_grad(self, tensor: Tensor, grad: Tensor):
# torch.autograd.backward(tensor, grad) # torch.autograd.backward(tensor, grad)
def backward_by_grad(self, tensor: Tensor, grad: Tensor, inputs: Tensor, retain_graph: bool = False): def backward_by_grad(self, tensor: Tensor, grad: Tensor, inputs: Tensor = None, retain_graph: bool = False):
""" """
Performs a backward pass for dx or dw, Performs a backward pass for dx or dw,
for dx, we only calculate dx = w*dy here for dx, we only calculate dx = w*dy here