navigation.yml 3.11 KB
Newer Older
Shaden Smith's avatar
Shaden Smith committed
1
2
3
main:
  - title: "Getting Started"
    url: /getting-started/
Shaden Smith's avatar
Shaden Smith committed
4
5
  - title: "News"
    url: /news/
Shaden Smith's avatar
Shaden Smith committed
6
7
8
  - title: "Tutorials"
    url: /tutorials/
  - title: "Documentation"
Shaden Smith's avatar
Shaden Smith committed
9
    url: https://deepspeed.readthedocs.io/
Shaden Smith's avatar
Shaden Smith committed
10
11
12
13
  - title: "GitHub"
    url: https://github.com/microsoft/DeepSpeed

lnav:
Shaden Smith's avatar
Shaden Smith committed
14
15
  - title: "Feature Overview"
    url: /features/
Shaden Smith's avatar
Shaden Smith committed
16
17
18
19
20
  - title: "Getting Started"
    url: /getting-started/
    children:
      - title: "Installation"
        url: /getting-started/#installation
Jeff Rasley's avatar
Jeff Rasley committed
21
      - title: "Writing models"
Shaden Smith's avatar
Shaden Smith committed
22
23
24
25
26
27
        url: /getting-started/#writing-deepspeed-models
      - title: "Training"
        url: /getting-started/#training
      - title: "Launching"
        url: /getting-started/#launching-deepspeed-training
  - title: "Configuration"
28
29
30
31
32
33
34
35
36
37
38
39
    url: /docs/config-json/
    children:
      - title: "Batch size"
        url: /docs/config-json/#batch-size-related-parameters
      - title: "Optimizer"
        url: /docs/config-json/#optimizer-parameters
      - title: "Scheduler"
        url: /docs/config-json/#scheduler-parameters
      - title: "Communication"
        url: /docs/config-json/#communication-options
      - title: "FP16"
        url: /docs/config-json/#fp16-training-options
40
41
42
43
      - title: "AMP"
        url: /docs/config-json/#automatic-mixed-precision-amp-training-options
      - title: "Gradient Clipping"
        url: /docs/config-json/#gradient-clipping
Jeff Rasley's avatar
Jeff Rasley committed
44
45
      - title: "ZeRO optimizations"
        url: /docs/config-json/#zero-optimizations-for-fp16-training
46
47
      - title: "Logging"
        url: /docs/config-json/#logging
Cheng Li's avatar
Cheng Li committed
48
49
      - title: "Flops Profiler"
        url: /docs/config-json/#flops-profiler
Jeff Rasley's avatar
Jeff Rasley committed
50
51
      - title: "Activation checkpointing"
        url: /docs/config-json/#activation-checkpointing
52
53
      - title: "Sparse Attention"
        url: /docs/config-json/#sparse-attention
Shaden Smith's avatar
Shaden Smith committed
54
55
56
  - title: "Tutorials"
    url: /tutorials/
    children:
Jeff Rasley's avatar
Jeff Rasley committed
57
58
59
      - title: "Getting started"
        url: /getting-started/
      - title: "Getting started on Azure"
Shaden Smith's avatar
Shaden Smith committed
60
61
62
        url: /tutorials/azure/
      - title: "CIFAR-10"
        url: /tutorials/cifar-10/
niumanar's avatar
niumanar committed
63
64
      - title: "GAN"
        url: /tutorials/gan/
65
66
      - title: "BERT Pre-training"
        url: /tutorials/bert-pretraining/
67
68
69
70
      - title: "BingBertSQuAD Fine-tuning"
        url: /tutorials/bert-finetuning/
      - title: "DeepSpeed Transformer Kernel"
        url: /tutorials/transformer_kernel/
Jeff Rasley's avatar
Jeff Rasley committed
71
72
      - title: "Megatron-LM GPT2"
        url: /tutorials/megatron/
Shaden Smith's avatar
Shaden Smith committed
73
74
75
76
      - title: "1-Cycle Schedule"
        url: /tutorials/1Cycle/
      - title: "Learning Rate Range Test"
        url: /tutorials/lrrt/
77
      - title: "DeepSpeed Sparse Attention"
78
        url: /tutorials/sparse-attention/
Olatunji Ruwase's avatar
Olatunji Ruwase committed
79
80
81
82
      - title: "ZeRO-Offload"
        url: /tutorials/zero-offload/
      - title: "ZeRO Redundancy Optimizer (ZeRO)"
        url: /tutorials/zero/
83
84
      - title: "DeepSpeed with 1-bit Adam"
        url: /tutorials/onebit-adam/
85
86
      - title: "Pipeline Parallelism"
        url: /tutorials/pipeline/
Olatunji Ruwase's avatar
Olatunji Ruwase committed
87
88
      - title: "Progressive Layer Dropping"
        url: /tutorials/progressive_layer_dropping/
Cheng Li's avatar
Cheng Li committed
89
90
      - title: "Flops Profiler"
        url: /tutorials/flops-profiler/
Shaden Smith's avatar
Shaden Smith committed
91
92
  - title: "Contributing"
    url: /contributing/