Update deepspeed.json

e070ab35 · zhaoying1 · 190c4f31 · e070ab35
Commit e070ab35 authored Oct 10, 2023 by zhaoying1
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

simple-pretrain/ptuning/deepspeed.json simple-pretrain/ptuning/deepspeed.json +1 -0

No files found.
--- a/simple-pretrain/ptuning/deepspeed.json
+++ b/simple-pretrain/ptuning/deepspeed.json
@@ -10,6 +10,7 @@
    "hysteresis": 2,
    "min_loss_scale": 1
  },
+  "zero_force_ds_cpu_optimizer": false,
  "zero_optimization": {
    "stage": 3,
    "offload_optimizer": {