Initial commit

deb8370c · hepj · deb8370c · deb8370c · deb8370c · deb8370c
Commit deb8370c authored Jan 09, 2025 by hepj
20 changed files
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_num_microbatches_calculator.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_num_microbatches_calculator.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_optimizer.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_optimizer.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_parallel_state.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_parallel_state.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_training.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_training.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_utilities.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_utilities.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/test_utils.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/test_utils.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/__init__.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/__init__.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/__init__.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/__init__.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_a2a_token_dispatcher.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_a2a_token_dispatcher.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_aux_loss.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_aux_loss.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_grouped_mlp.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_grouped_mlp.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_routers.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_routers.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_sequential_mlp.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_sequential_mlp.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_token_dispatcher.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/moe/test_token_dispatcher.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_attention.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_attention.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_attention_packed_seq.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_attention_packed_seq.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_core_attention.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_core_attention.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_mlp.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_mlp.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_module.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_module.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_retro_attention.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/transformer/test_retro_attention.py