Initial commit

deb8370c · hepj · deb8370c · deb8370c · deb8370c · deb8370c
Commit deb8370c authored Jan 09, 2025 by hepj
20 changed files
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_bin_reader.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_bin_reader.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_builder.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_builder.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_gpt_dataset.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_gpt_dataset.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_multimodal_dataset.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_multimodal_dataset.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_preprocess_data.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_preprocess_data.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/data/test_preprocess_mmdata.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/data/test_preprocess_mmdata.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/__init__.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/__init__.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/conftest.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/conftest.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/__init__.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/__init__.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/common.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/common.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_bert_model.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_bert_model.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_gpt_model.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_gpt_model.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_grouped_mlp.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_grouped_mlp.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_mlp_glu.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_mlp_glu.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_retro_model.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_retro_model.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_sequential_mlp.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_sequential_mlp.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_t5_model.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/models/test_t5_model.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_async_save.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_async_save.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_cached_metadata.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_cached_metadata.py
--- a/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_flattened_resharding.py
+++ b/PAI-Megatron-LM-240718/tests/unit_tests/dist_checkpointing/test_flattened_resharding.py