Merge branch 'megatron-lm_dtk24.04' into 'main'

Megatron lm dtk24.04 See merge request !1

Merge branch 'megatron-lm_dtk24.04' into 'main'
Megatron lm dtk24.04 See merge request !1
3aca1415 · liangjing · 0024a5c6 · 1005e9d3 · 3aca1415 · 3aca1415
Commit 3aca1415 authored Apr 29, 2024 by liangjing
20 changed files
--- a/single.sh
+++ b/single.sh
--- a/tasks/glue/finetune.py
+++ b/tasks/glue/finetune.py
--- a/tasks/msdp/README.md
+++ b/tasks/msdp/README.md
--- a/tasks/orqa/README.md
+++ b/tasks/orqa/README.md
--- a/tasks/race/finetune.py
+++ b/tasks/race/finetune.py
--- a/tasks/zeroshot_gpt/evaluate.py
+++ b/tasks/zeroshot_gpt/evaluate.py
--- a/tests/functional_tests/python_test_utils/check_slurm_job_completion.py
+++ b/tests/functional_tests/python_test_utils/check_slurm_job_completion.py
--- a/tests/functional_tests/python_test_utils/get_test_results_from_tensorboard_logs.py
+++ b/tests/functional_tests/python_test_utils/get_test_results_from_tensorboard_logs.py
--- a/tests/functional_tests/python_test_utils/test_ci_pipeline.py
+++ b/tests/functional_tests/python_test_utils/test_ci_pipeline.py
--- a/tests/functional_tests/python_test_utils/test_resume_checkpoint_pipeline.py
+++ b/tests/functional_tests/python_test_utils/test_resume_checkpoint_pipeline.py
--- a/tests/functional_tests/test_results/bert/bert_tp1_pp2_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/bert/bert_tp1_pp2_1nodes_50steps.json
--- a/tests/functional_tests/test_results/bert/bert_tp1_pp4_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/bert/bert_tp1_pp4_1nodes_50steps.json
--- a/tests/functional_tests/test_results/bert/bert_tp2_pp2_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/bert/bert_tp2_pp2_1nodes_50steps.json
--- a/tests/functional_tests/test_results/bert/bert_tp4_pp1_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/bert/bert_tp4_pp1_1nodes_50steps.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps_core_enabled.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps_core_enabled.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps_core_enabled_rope_embeddings.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp2_1nodes_50steps_core_enabled_rope_embeddings.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps_core_enabled.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps_core_enabled.json
--- a/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps_core_enabled_disable_bias_linear.json
+++ b/tests/functional_tests/test_results/gpt3/gpt3_tp1_pp4_1nodes_50steps_core_enabled_disable_bias_linear.json