navigation.yml 3.91 KB
Newer Older
Shaden Smith's avatar
Shaden Smith committed
1
main:
aiss's avatar
aiss committed
2
  - title: 'Getting Started'
Shaden Smith's avatar
Shaden Smith committed
3
    url: /getting-started/
aiss's avatar
aiss committed
4
5
6
  - title: 'Blog'
    url: /posts/
  - title: 'Tutorials'
Shaden Smith's avatar
Shaden Smith committed
7
    url: /tutorials/
aiss's avatar
aiss committed
8
  - title: 'Documentation'
Shaden Smith's avatar
Shaden Smith committed
9
    url: https://deepspeed.readthedocs.io/
aiss's avatar
aiss committed
10
  - title: 'GitHub'
Shaden Smith's avatar
Shaden Smith committed
11
12
13
    url: https://github.com/microsoft/DeepSpeed

lnav:
aiss's avatar
aiss committed
14
15
16
17
18
19
  - title: 'Training'
    url: /training/
  - title: 'Inference'
    url: /inference/
  - title: 'Compression'
    url: /compression/
aiss's avatar
aiss committed
20
  - title: 'Getting Started'
Shaden Smith's avatar
Shaden Smith committed
21
    url: /getting-started/
aiss's avatar
aiss committed
22
  - title: 'ds_config'
23
24
    url: /docs/config-json/
    children:
aiss's avatar
aiss committed
25
26
27
      - title: 'Autotuning'
        url: /docs/config-json/#autotuning
      - title: 'Batch size'
28
        url: /docs/config-json/#batch-size-related-parameters
aiss's avatar
aiss committed
29
      - title: 'Optimizer'
30
        url: /docs/config-json/#optimizer-parameters
aiss's avatar
aiss committed
31
      - title: 'FP16'
32
        url: /docs/config-json/#fp16-training-options
aiss's avatar
aiss committed
33
34
35
      - title: 'BFLOAT16'
        url: /docs/config-json/#bfloat16-training-options
      - title: 'ZeRO optimizations'
Jeff Rasley's avatar
Jeff Rasley committed
36
        url: /docs/config-json/#zero-optimizations-for-fp16-training
aiss's avatar
aiss committed
37
      - title: 'Logging'
38
        url: /docs/config-json/#logging
aiss's avatar
aiss committed
39
      - title: 'Flops Profiler'
Cheng Li's avatar
Cheng Li committed
40
        url: /docs/config-json/#flops-profiler
aiss's avatar
aiss committed
41
42
43
44
45
46
47
48
      - title: 'Monitoring'
        url: /docs/config-json/#monitoring-module-tensorboard-wandb-csv
      - title: 'Communication Logging'
        url: /docs/config-json/#communication-logging
      - title: 'Model Compression'
        url: /docs/config-json/#compression
      - title: 'Data Efficiency'
        url: /docs/config-json/#data-efficiency
aiss's avatar
aiss committed
49
  - title: 'Tutorials'
Shaden Smith's avatar
Shaden Smith committed
50
51
    url: /tutorials/
    children:
aiss's avatar
aiss committed
52
      - title: 'Getting started'
Jeff Rasley's avatar
Jeff Rasley committed
53
        url: /getting-started/
aiss's avatar
aiss committed
54
      - title: 'Getting started on Azure'
Shaden Smith's avatar
Shaden Smith committed
55
        url: /tutorials/azure/
aiss's avatar
aiss committed
56
57
      - title: 'Automatic Tensor Parallelism'
        url: /tutorials/automatic-tensor-parallelism/
aiss's avatar
aiss committed
58
59
60
      - title: 'Autotuning'
        url: /tutorials/autotuning/
      - title: 'BingBertSQuAD Fine-tuning'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
61
        url: /tutorials/bert-finetuning/
aiss's avatar
aiss committed
62
      - title: 'BERT Pre-training'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
63
        url: /tutorials/bert-pretraining/
aiss's avatar
aiss committed
64
      - title: 'CIFAR-10'
Shaden Smith's avatar
Shaden Smith committed
65
        url: /tutorials/cifar-10/
aiss's avatar
aiss committed
66
67
      - title: 'Curriculum Learning'
        url: /tutorials/curriculum-learning/
aiss's avatar
aiss committed
68
69
      - title: 'Data Efficiency'
        url: /tutorials/data-efficiency/
aiss's avatar
aiss committed
70
      - title: 'Flops Profiler'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
71
        url: /tutorials/flops-profiler/
aiss's avatar
aiss committed
72
73
74
      - title: 'PyTorch Profiler'
        url: /tutorials/pytorch-profiler/
      - title: 'GAN'
niumanar's avatar
niumanar committed
75
        url: /tutorials/gan/
aiss's avatar
aiss committed
76
77
78
      - title: 'Inference'
        url: /tutorials/inference-tutorial/
      - title: 'Learning Rate Range Test'
Shaden Smith's avatar
Shaden Smith committed
79
        url: /tutorials/lrrt/
aiss's avatar
aiss committed
80
      - title: 'Megatron-LM GPT2'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
81
        url: /tutorials/megatron/
aiss's avatar
aiss committed
82
83
84
85
86
87
      - title: 'Mixture-of-Experts (MoE)'
        url: /tutorials/mixture-of-experts/
      - title: 'MoE for NLG'
        url: /tutorials/mixture-of-experts-nlg/
      - title: 'MoE Inference'
        url: /tutorials/mixture-of-experts-inference/
aiss's avatar
aiss committed
88
89
      - title: 'Model Compression'
        url: /tutorials/model-compression/
aiss's avatar
aiss committed
90
91
      - title: 'Mixture-of-Quantization'
        url: /tutorials/MoQ-tutorial/
aiss's avatar
aiss committed
92
93
94
95
      - title: 'Monitoring'
        url: /tutorials/monitor
      - title: 'Communication Logging'
        url: /tutorials/comms-logging
aiss's avatar
aiss committed
96
      - title: 'One-Cycle Schedule'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
97
        url: /tutorials/one-cycle/
aiss's avatar
aiss committed
98
      - title: 'One-Bit Adam'
99
        url: /tutorials/onebit-adam/
aiss's avatar
aiss committed
100
101
102
103
104
      - title: "Zero-One Adam"
        url: /tutorials/zero-one-adam/
      - title: "One-Bit LAMB"
        url: /tutorials/onebit-lamb/
      - title: 'Pipeline Parallelism'
105
        url: /tutorials/pipeline/
aiss's avatar
aiss committed
106
      - title: 'Progressive Layer Dropping'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
107
        url: /tutorials/progressive_layer_dropping/
aiss's avatar
aiss committed
108
      - title: 'Sparse Attention'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
109
        url: /tutorials/sparse-attention/
aiss's avatar
aiss committed
110
      - title: 'Transformer Kernel'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
111
        url: /tutorials/transformer_kernel/
aiss's avatar
aiss committed
112
      - title: 'ZeRO-Offload'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
113
        url: /tutorials/zero-offload/
aiss's avatar
aiss committed
114
      - title: 'ZeRO'
Olatunji Ruwase's avatar
Olatunji Ruwase committed
115
        url: /tutorials/zero/
aiss's avatar
aiss committed
116
  - title: 'Contributing'
Shaden Smith's avatar
Shaden Smith committed
117
    url: /contributing/