Update deepspeed.json

f755fd26 · zhaoying1 · 6cc0d7f4 · f755fd26
Commit f755fd26 authored Jul 20, 2023 by zhaoying1
Show whitespace changes
Inline Side-by-side

Showing with 39 additions and 30 deletions

ptuning/deepspeed.json ptuning/deepspeed.json +39 -30

No files found.
--- a/ptuning/deepspeed.json
+++ b/ptuning/deepspeed.json
@@ -10,6 +10,15 @@
    "hysteresis": 2,
    "min_loss_scale": 1
  },
+  "optimizer": {
+    "type": "AdamW",
+    "params": {
+        "lr": "auto",
+        "betas": "auto",
+        "eps": "auto",
+        "weight_decay": "auto"
+    }
+  },
  "zero_optimization": {
    "stage": 3,
    "offload_optimizer": {