Update deepspeed.json

1b42a6b8 · zhaoying1 · 4321d0c8 · 1b42a6b8
Commit 1b42a6b8 authored Sep 08, 2023 by zhaoying1
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

ptuning/deepspeed.json ptuning/deepspeed.json +1 -0

No files found.
--- a/ptuning/deepspeed.json
+++ b/ptuning/deepspeed.json
@@ -29,6 +29,7 @@
      "device": "cpu",
      "pin_memory": true
    },
+    "stage3_gather_16bit_weights_on_model_save": true,
    "allgather_partitions": true,
    "allgather_bucket_size": 5e8,
    "overlap_comm": false,