From 097772546e4532d1a428807c9fca616d5863150e Mon Sep 17 00:00:00 2001
From: ver217 <lhx0217@gmail.com>
Date: Wed, 13 Apr 2022 18:22:26 +0800
Subject: [PATCH] fix initialize about zero

---
 colossalai/initialize.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/colossalai/initialize.py b/colossalai/initialize.py
index e1da29cb0..f870477bf 100644
--- a/colossalai/initialize.py
+++ b/colossalai/initialize.py
@@ -307,10 +307,6 @@ def initialize(model: nn.Module,
 
     # clip grad norm
     clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
-    if clip_grad_norm > 0:
-        if use_zero and zero_cfg is not None:
-            raise ConfigException(
-                "clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")
 
     # initialize amp
     amp_mode = None