github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-09 04:50:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor kernel (#142)

Browse Source
This commit is contained in:
ver217
2022-01-13 16:47:17 +08:00
committed by GitHub
parent 4a3d3446b0
commit f68eddfb3d
24 changed files with 334 additions and 414 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
colossalai/nn/optimizer/fused_sgd.py
View File

@@ -90,8 +90,7 @@ class FusedSGD(Optimizer):
[0], dtype=torch.int, device=self.param_groups[0]["params"][0].device)
self.multi_tensor_sgd = colossal_C.multi_tensor_sgd
else:
raise RuntimeError(
'apex.optimizers.FusedSGD requires cuda extensions')
raise RuntimeError('FusedSGD requires cuda extensions')
def __setstate__(self, state):
super(FusedSGD, self).__setstate__(state)