Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
sidebars.json 2.18 KB
Newer Older
Frank Lee's avatar
[release] v0.2.3 (#2669)  
Frank Lee committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79 
{
  "tutorialSidebar": [
    {
      "type": "category",
      "label": "Get started",
      "collapsed": true,
      "items": [
        "get_started/installation",
        "get_started/run_demo",
        "get_started/reading_roadmap"
      ]
    },
    {
      "type": "category",
      "label": "Concepts",
      "collapsed": true,
      "items": [
        "concepts/distributed_training",
        "concepts/paradigms_of_parallelism",
        "concepts/colossalai_overview"
      ]
    },
    {
      "type": "category",
      "label": "Basics",
      "collapsed": true,
      "items": [
        "basics/command_line_tool",
        "basics/define_your_config",
        "basics/launch_colossalai",
        "basics/initialize_features",
        "basics/engine_trainer",
        "basics/configure_parallelization",
        "basics/model_checkpoint",
        "basics/colotensor_concept"
      ]
    },
    {
      "type": "category",
      "label": "Features",
      "collapsed": true,
      "items": [
        "features/mixed_precision_training",
        "features/gradient_accumulation",
        "features/gradient_clipping",
        "features/gradient_handler",
        "features/zero_with_chunk",
        {
          "type": "category",
          "label": "Tensor Parallel",
          "collapsed": true,
          "items": [
            "features/1D_tensor_parallel",
            "features/2D_tensor_parallel",
            "features/2p5D_tensor_parallel",
            "features/3D_tensor_parallel"
          ]
        },
        "features/pipeline_parallel",
        "features/nvme_offload"
      ]
    },
    {
      "type": "category",
      "label": "Advanced Tutorials",
      "collapsed": true,
      "items": [
        "advanced_tutorials/train_vit_using_pipeline_parallelism",
        "advanced_tutorials/train_vit_with_hybrid_parallelism",
        "advanced_tutorials/train_gpt_using_hybrid_parallelism",
        "advanced_tutorials/define_your_own_parallel_model",
        "advanced_tutorials/add_your_parallel",
        "advanced_tutorials/meet_gemini",
        "advanced_tutorials/parallelize_your_training_like_Megatron",
        "advanced_tutorials/integrate_mixture_of_experts_into_your_model"
      ]
    }
  ]
}