Initial commit

deb8370c · hepj · deb8370c · deb8370c · deb8370c · deb8370c
Commit deb8370c authored Jan 09, 2025 by hepj
20 changed files
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/mapping.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/mapping.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/optimizer.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/optimizer.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/serialization.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/serialization.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/__init__.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/async_utils.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/async_utils.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/base.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/base.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/common.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/common.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/filesystem_async.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/filesystem_async.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/fully_parallel.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/fully_parallel.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/resharding.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/resharding.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/state_dict_saver.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/state_dict_saver.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/tensorstore.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/tensorstore.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/torch.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/torch.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/two_stage.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/two_stage.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/zarr.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/strategies/zarr.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/utils.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/utils.py
--- a/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/validation.py
+++ b/PAI-Megatron-LM-240718/megatron/core/dist_checkpointing/validation.py
--- a/PAI-Megatron-LM-240718/megatron/core/distributed/__init__.py
+++ b/PAI-Megatron-LM-240718/megatron/core/distributed/__init__.py
--- a/PAI-Megatron-LM-240718/megatron/core/distributed/distributed_data_parallel.py
+++ b/PAI-Megatron-LM-240718/megatron/core/distributed/distributed_data_parallel.py
--- a/PAI-Megatron-LM-240718/megatron/core/distributed/distributed_data_parallel_config.py
+++ b/PAI-Megatron-LM-240718/megatron/core/distributed/distributed_data_parallel_config.py