Update deepspeed.json

79955878 · zhaoying1 · 3a3f5683 · 79955878
Commit 79955878 authored Dec 04, 2023 by zhaoying1
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

finetune_chatmodel_demo/configs/deepspeed.json finetune_chatmodel_demo/configs/deepspeed.json +2 -1

No files found.
--- a/finetune_chatmodel_demo/configs/deepspeed.json
+++ b/finetune_chatmodel_demo/configs/deepspeed.json
@@ -13,6 +13,7 @@
  },
  "zero_optimization": {
    "stage": 3,
+    "stage3_gather_16bit_weights_on_model_save": true,
    "allgather_partitions": true,
    "allgather_bucket_size": 5e8,
    "overlap_comm": false,