Remove buggy DeepSpeed LR scheduler

32c137e2 · Gustaf Ahdritz · GitHub · 01367e36 · 32c137e2
Unverified Commit 32c137e2 authored Feb 06, 2022 by Gustaf Ahdritz Committed by GitHub Feb 06, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 8 deletions

deepspeed_config.json deepspeed_config.json +0 -8

No files found.
--- a/deepspeed_config.json
+++ b/deepspeed_config.json
@@ -6,14 +6,6 @@
      "eps": 1e-05
    }
  },
-  "scheduler": {
-      "type": "WarmupLR",
-      "params": {
-        "warmup_min_lr": 0,
-        "warmup_max_lr": 0.001,
-        "warmup_num_steps": 128000
-      }
-  },
  "fp16": {
    "enabled": true,
    "min_loss_scale": 1