修改首页readme

31258341 · unknown · b682a8e2 · 5c10a883 · 31258341 · 31258341
Commit 31258341 authored Jan 14, 2023 by unknown
20 changed files
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2.sh
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2.sh
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2_distributed.sh
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/examples/pretrain_gpt2_distributed.sh
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/Makefile
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/Makefile
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/cases.png
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/cases.png
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-dp.png
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-dp.png
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-mp.png
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/scaling-mp.png
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/tables.tex
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/images/tables.tex
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/__init__.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/__init__.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/arguments.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/arguments.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/checkpointing.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/checkpointing.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/Makefile
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/Makefile
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/__init__.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/__init__.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/bert_dataset.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/bert_dataset.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/dataset_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/dataset_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/gpt2_dataset.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/gpt2_dataset.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/helpers.cpp
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/helpers.cpp
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/ict_dataset.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/ict_dataset.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/indexed_dataset.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/indexed_dataset.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_dataset_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_dataset_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_index.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/data/realm_index.py