Update deepspeed.json

finetune_chatmodel_demo/configs/deepspeed.json

@@ -13,6 +13,7 @@
   },
   "zero_optimization": {
     "stage": 3,
+    "stage3_gather_16bit_weights_on_model_save": true,
     "allgather_partitions": true,
     "allgather_bucket_size": 5e8,
     "overlap_comm": false,
@@ -20,4 +21,4 @@
     "reduce_bucket_size": 5e8,
     "contiguous_gradients" : true
   }
-}
\ No newline at end of file
+}