navigation.yml 2.6 KB
Newer Older
Shaden Smith's avatar
Shaden Smith committed
1
2
3
main:
  - title: "Getting Started"
    url: /getting-started/
Shaden Smith's avatar
Shaden Smith committed
4
5
  - title: "News"
    url: /news/
Shaden Smith's avatar
Shaden Smith committed
6
7
8
  - title: "Tutorials"
    url: /tutorials/
  - title: "Documentation"
Shaden Smith's avatar
Shaden Smith committed
9
    url: https://deepspeed.readthedocs.io/
Shaden Smith's avatar
Shaden Smith committed
10
11
12
13
  - title: "GitHub"
    url: https://github.com/microsoft/DeepSpeed

lnav:
Shaden Smith's avatar
Shaden Smith committed
14
15
  - title: "Feature Overview"
    url: /features/
Shaden Smith's avatar
Shaden Smith committed
16
17
18
19
20
  - title: "Getting Started"
    url: /getting-started/
    children:
      - title: "Installation"
        url: /getting-started/#installation
Jeff Rasley's avatar
Jeff Rasley committed
21
      - title: "Writing models"
Shaden Smith's avatar
Shaden Smith committed
22
23
24
25
26
27
        url: /getting-started/#writing-deepspeed-models
      - title: "Training"
        url: /getting-started/#training
      - title: "Launching"
        url: /getting-started/#launching-deepspeed-training
  - title: "Configuration"
28
29
30
31
32
33
34
35
36
37
38
39
    url: /docs/config-json/
    children:
      - title: "Batch size"
        url: /docs/config-json/#batch-size-related-parameters
      - title: "Optimizer"
        url: /docs/config-json/#optimizer-parameters
      - title: "Scheduler"
        url: /docs/config-json/#scheduler-parameters
      - title: "Communication"
        url: /docs/config-json/#communication-options
      - title: "FP16"
        url: /docs/config-json/#fp16-training-options
Jeff Rasley's avatar
Jeff Rasley committed
40
41
      - title: "ZeRO optimizations"
        url: /docs/config-json/#zero-optimizations-for-fp16-training
42
43
      - title: "Logging"
        url: /docs/config-json/#logging
Jeff Rasley's avatar
Jeff Rasley committed
44
45
      - title: "Activation checkpointing"
        url: /docs/config-json/#activation-checkpointing
Shaden Smith's avatar
Shaden Smith committed
46
47
48
  - title: "Tutorials"
    url: /tutorials/
    children:
Jeff Rasley's avatar
Jeff Rasley committed
49
50
51
      - title: "Getting started"
        url: /getting-started/
      - title: "Getting started on Azure"
Shaden Smith's avatar
Shaden Smith committed
52
53
54
        url: /tutorials/azure/
      - title: "CIFAR-10"
        url: /tutorials/cifar-10/
niumanar's avatar
niumanar committed
55
56
      - title: "GAN"
        url: /tutorials/gan/
57
58
      - title: "BERT Pre-training"
        url: /tutorials/bert-pretraining/
59
60
61
62
      - title: "BingBertSQuAD Fine-tuning"
        url: /tutorials/bert-finetuning/
      - title: "DeepSpeed Transformer Kernel"
        url: /tutorials/transformer_kernel/
Jeff Rasley's avatar
Jeff Rasley committed
63
64
      - title: "Megatron-LM GPT2"
        url: /tutorials/megatron/
Shaden Smith's avatar
Shaden Smith committed
65
66
67
68
      - title: "1-Cycle Schedule"
        url: /tutorials/1Cycle/
      - title: "Learning Rate Range Test"
        url: /tutorials/lrrt/
69
      - title: "DeepSpeed Sparse Attention"
70
        url: /tutorials/sparse-attention/
Olatunji Ruwase's avatar
Olatunji Ruwase committed
71
72
73
74
      - title: "ZeRO-Offload"
        url: /tutorials/zero-offload/
      - title: "ZeRO Redundancy Optimizer (ZeRO)"
        url: /tutorials/zero/
75
76
      - title: "DeepSpeed with 1-bit Adam"
        url: /tutorials/onebit-adam/
77
78
      - title: "Pipeline Parallelism"
        url: /tutorials/pipeline/
Shaden Smith's avatar
Shaden Smith committed
79
80
  - title: "Contributing"
    url: /contributing/