Merge branch 'megatron-lm_dtk24.04' into 'main'

Megatron lm dtk24.04 See merge request OpenDAS/megatron-lm!1

Merge branch 'megatron-lm_dtk24.04' into 'main'
Megatron lm dtk24.04 See merge request OpenDAS/megatron-lm!1
3aca1415 · liangjing · 0024a5c6 · 1005e9d3 · 3aca1415 · 3aca1415
Commit 3aca1415 authored Apr 29, 2024 by liangjing
20 changed files
--- a/tests/pipeline_parallel/test_schedules.py
+++ b/tests/pipeline_parallel/test_schedules.py
--- a/tests/unit_tests/transformer/__init__.py
+++ b/tests/unit_tests/transformer/__init__.py
--- a/tests/unit_tests/transformer/test_attention.py
+++ b/tests/unit_tests/transformer/test_attention.py
--- a/tests/unit_tests/transformer/test_core_attention.py
+++ b/tests/unit_tests/transformer/test_core_attention.py
--- a/tests/unit_tests/transformer/test_mlp.py
+++ b/tests/unit_tests/transformer/test_mlp.py
--- a/tests/unit_tests/transformer/test_module.py
+++ b/tests/unit_tests/transformer/test_module.py
--- a/tests/unit_tests/transformer/test_transformer_block.py
+++ b/tests/unit_tests/transformer/test_transformer_block.py
--- a/tests/unit_tests/transformer/test_transformer_layer.py
+++ b/tests/unit_tests/transformer/test_transformer_layer.py
--- a/tools/autoformat.sh
+++ b/tools/autoformat.sh
--- a/tools/bert_embedding/embed.py
+++ b/tools/bert_embedding/embed.py
--- a/tools/bert_embedding/utils.py
+++ b/tools/bert_embedding/utils.py
--- a/tools/checkpoint_loader_megatron.py
+++ b/tools/checkpoint_loader_megatron.py
--- a/tools/checkpoint_saver_megatron.py
+++ b/tools/checkpoint_saver_megatron.py
--- a/tools/openwebtext/README.md
+++ b/tools/openwebtext/README.md
--- a/tools/openwebtext/blacklist_urls.py
+++ b/tools/openwebtext/blacklist_urls.py
--- a/tools/preprocess_data.py
+++ b/tools/preprocess_data.py
--- a/tools/preprocess_data_partitions.py
+++ b/tools/preprocess_data_partitions.py
--- a/tools/preprocess_mmdata.py
+++ b/tools/preprocess_mmdata.py
--- a/tools/retro/README.md
+++ b/tools/retro/README.md
--- a/tools/retro/cli/__init__.py
+++ b/tools/retro/cli/__init__.py