fix initialize about zero

09777254 · ver217 · アマデウス · e396bb71 · 09777254
Commit 09777254 authored Apr 13, 2022 by ver217 Committed by アマデウス Apr 13, 2022
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 4 deletions

colossalai/initialize.py colossalai/initialize.py +0 -4

No files found.
--- a/colossalai/initialize.py
+++ b/colossalai/initialize.py
@@ -307,10 +307,6 @@ def initialize(model: nn.Module,

    # clip grad norm
    clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
-    if clip_grad_norm > 0:
-        if use_zero and zero_cfg is not None:
-            raise ConfigException(
-                "clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")

    # initialize amp
    amp_mode = None