Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ColossalAI
Commits
81ea66d2
Unverified
Commit
81ea66d2
authored
Feb 13, 2023
by
Frank Lee
Committed by
GitHub
Feb 13, 2023
Browse files
[release] v0.2.3 (#2669)
* [release] v0.2.3 * polish code
parent
9ab14b20
Changes
4
Show whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
81 additions
and
75 deletions
+81
-75
docs/sidebars.js
docs/sidebars.js
+0
-73
docs/sidebars.json
docs/sidebars.json
+79
-0
docs/versions.json
docs/versions.json
+1
-1
version.txt
version.txt
+1
-1
No files found.
docs/sidebars.js
deleted
100644 → 0
View file @
9ab14b20
module
.
exports
=
{
docs
:
[
{
type
:
'
category
'
,
label
:
'
Get started
'
,
collapsed
:
false
,
items
:
[
'
get_started/installation
'
,
'
get_started/run_demo
'
,
'
get_started/reading_roadmap
'
],
},
{
type
:
'
category
'
,
label
:
'
Concepts
'
,
collapsed
:
false
,
items
:
[
'
concepts/distributed_training
'
,
'
concepts/paradigms_of_parallelism
'
,
'
concepts/colossalai_overview
'
],
},
{
type
:
'
category
'
,
label
:
'
Basics
'
,
collapsed
:
false
,
items
:
[
'
basics/command_line_tool
'
,
'
basics/define_your_config
'
,
'
basics/launch_colossalai
'
,
'
basics/initialize_features
'
,
'
basics/engine_trainer
'
,
'
basics/configure_parallelization
'
,
'
basics/model_checkpoint
'
,
'
basics/colotensor_concept
'
,
],
},
{
type
:
'
category
'
,
label
:
'
Features
'
,
collapsed
:
false
,
items
:
[
'
features/mixed_precision_training
'
,
'
features/gradient_accumulation
'
,
'
features/gradient_clipping
'
,
'
features/gradient_handler
'
,
'
features/zero_with_chunk
'
,
{
type
:
'
category
'
,
label
:
'
Tensor Parallel
'
,
collapsed
:
true
,
items
:
[
'
features/1D_tensor_parallel
'
,
'
features/2D_tensor_parallel
'
,
'
features/2p5D_tensor_parallel
'
,
'
features/3D_tensor_parallel
'
,
],
},
'
features/pipeline_parallel
'
,
'
features/nvme_offload
'
],
},
{
type
:
'
category
'
,
label
:
'
Advanced Tutorials
'
,
collapsed
:
false
,
items
:
[
'
advanced_tutorials/train_vit_using_pipeline_parallelism
'
,
'
advanced_tutorials/train_vit_with_hybrid_parallelism
'
,
'
advanced_tutorials/train_gpt_using_hybrid_parallelism
'
,
'
advanced_tutorials/define_your_own_parallel_model
'
,
'
advanced_tutorials/add_your_parallel
'
,
'
advanced_tutorials/meet_gemini
'
,
'
advanced_tutorials/parallelize_your_training_like_Megatron
'
,
'
advanced_tutorials/integrate_mixture_of_experts_into_your_model
'
],
},
]
};
docs/sidebars.json
0 → 100644
View file @
81ea66d2
{
"tutorialSidebar"
:
[
{
"type"
:
"category"
,
"label"
:
"Get started"
,
"collapsed"
:
true
,
"items"
:
[
"get_started/installation"
,
"get_started/run_demo"
,
"get_started/reading_roadmap"
]
},
{
"type"
:
"category"
,
"label"
:
"Concepts"
,
"collapsed"
:
true
,
"items"
:
[
"concepts/distributed_training"
,
"concepts/paradigms_of_parallelism"
,
"concepts/colossalai_overview"
]
},
{
"type"
:
"category"
,
"label"
:
"Basics"
,
"collapsed"
:
true
,
"items"
:
[
"basics/command_line_tool"
,
"basics/define_your_config"
,
"basics/launch_colossalai"
,
"basics/initialize_features"
,
"basics/engine_trainer"
,
"basics/configure_parallelization"
,
"basics/model_checkpoint"
,
"basics/colotensor_concept"
]
},
{
"type"
:
"category"
,
"label"
:
"Features"
,
"collapsed"
:
true
,
"items"
:
[
"features/mixed_precision_training"
,
"features/gradient_accumulation"
,
"features/gradient_clipping"
,
"features/gradient_handler"
,
"features/zero_with_chunk"
,
{
"type"
:
"category"
,
"label"
:
"Tensor Parallel"
,
"collapsed"
:
true
,
"items"
:
[
"features/1D_tensor_parallel"
,
"features/2D_tensor_parallel"
,
"features/2p5D_tensor_parallel"
,
"features/3D_tensor_parallel"
]
},
"features/pipeline_parallel"
,
"features/nvme_offload"
]
},
{
"type"
:
"category"
,
"label"
:
"Advanced Tutorials"
,
"collapsed"
:
true
,
"items"
:
[
"advanced_tutorials/train_vit_using_pipeline_parallelism"
,
"advanced_tutorials/train_vit_with_hybrid_parallelism"
,
"advanced_tutorials/train_gpt_using_hybrid_parallelism"
,
"advanced_tutorials/define_your_own_parallel_model"
,
"advanced_tutorials/add_your_parallel"
,
"advanced_tutorials/meet_gemini"
,
"advanced_tutorials/parallelize_your_training_like_Megatron"
,
"advanced_tutorials/integrate_mixture_of_experts_into_your_model"
]
}
]
}
docs/versions.json
View file @
81ea66d2
[
"v0.2.
2
"
"v0.2.
3
"
]
version.txt
View file @
81ea66d2
0.2.
2
0.2.
3
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment