diff --git a/colossalai/initialize.py b/colossalai/initialize.py
index e1da29cb0..f870477bf 100644
--- a/colossalai/initialize.py
+++ b/colossalai/initialize.py
@@ -307,10 +307,6 @@ def initialize(model: nn.Module,
 
     # clip grad norm
     clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
-    if clip_grad_norm > 0:
-        if use_zero and zero_cfg is not None:
-            raise ConfigException(
-                "clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")
 
     # initialize amp
     amp_mode = None