Skip to content

GitLab

Unverified Commit c0864d98 authored by Ngo Quang Huy's avatar Ngo Quang Huy Committed by GitHub
Browse files

Correct JSON format (#15600)

parent 2e8b85f7
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
docs/source/main_classes/deepspeed.mdx
View file @ c0864d98
...@@ -733,14 +733,14 @@ The following configuration example enables NVMe to offload both optimizer state ...@@ -733,14 +733,14 @@ The following configuration example enables NVMe to offload both optimizer state
"buffer_count": 5, "buffer_count": 5,
"buffer_size": 1e8, "buffer_size": 1e8,
"max_in_cpu": 1e9 "max_in_cpu": 1e9
} },
"aio": { "aio": {
"block_size": 262144, "block_size": 262144,
"queue_depth": 32, "queue_depth": 32,
"thread_count": 1, "thread_count": 1,
"single_submit": false, "single_submit": false,
"overlap_events": true "overlap_events": true
} },
"overlap_comm": true, "overlap_comm": true,
"contiguous_gradients": true, "contiguous_gradients": true,
"sub_group_size": 1e9, "sub_group_size": 1e9,
...@@ -750,7 +750,7 @@ The following configuration example enables NVMe to offload both optimizer state ...@@ -750,7 +750,7 @@ The following configuration example enables NVMe to offload both optimizer state
"stage3_max_live_parameters": 1e9, "stage3_max_live_parameters": 1e9,
"stage3_max_reuse_distance": 1e9, "stage3_max_reuse_distance": 1e9,
"stage3_gather_fp16_weights_on_model_save": true "stage3_gather_fp16_weights_on_model_save": true
}, }
} }
``` ```
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment