Merge branch 'deepspeed-branch' into 'main'

Deepspeed branch See merge request dcutoolkit/deeplearing/dlexamples_new!22

Merge branch 'deepspeed-branch' into 'main'
Deepspeed branch See merge request dcutoolkit/deeplearing/dlexamples_new!22
5394b117 · sunxx1 · 491af051 · 316d3f90 · 5394b117 · 5394b117
Commit 5394b117 authored Jul 14, 2022 by sunxx1
20 changed files
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_random.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/tests/test_random.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/mpu/utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/package_info.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/package_info.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/text_generation_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/text_generation_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/__init__.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/__init__.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/bert_tokenization.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/bert_tokenization.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/gpt2_tokenization.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/gpt2_tokenization.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/tokenizer.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/tokenizer/tokenizer.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/training.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/training.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/megatron/utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_bert.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_bert.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_gpt2.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_gpt2.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_ict.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/pretrain_ict.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/requirements.txt
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/requirements.txt
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/setup.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/setup.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/data_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/data_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/ensemble_classifier.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/ensemble_classifier.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/eval_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/eval_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/finetune_utils.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/finetune_utils.py
--- a/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/data.py
+++ b/Deepspeed/Megatron-LM-v1.1.5-3D_parallelism/tasks/glue/data.py