github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-28 00:07:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix initialize about zero

Browse Source
This commit is contained in:
ver217 2022-04-13 18:22:26 +08:00 committed by アマデウス
parent e396bb71f2
commit 097772546e
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/initialize.py
View File

@ -307,10 +307,6 @@ def initialize(model: nn.Module,
# clip grad norm # clip grad norm
clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0) clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
if clip_grad_norm > 0:
if use_zero and zero_cfg is not None:
raise ConfigException(
"clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")
# initialize amp # initialize amp
amp_mode = None amp_mode = None