Initial commit

f356f546 · maming · f356f546 · f356f546 · f356f546 · f356f546
Commit f356f546 authored Feb 04, 2026 by maming
20 changed files
--- a/Megatron-LM/docs/source/images/distrib_optimizer/data_flow.png
+++ b/Megatron-LM/docs/source/images/distrib_optimizer/data_flow.png
--- a/Megatron-LM/docs/source/images/distrib_optimizer/sharding_scheme.png
+++ b/Megatron-LM/docs/source/images/distrib_optimizer/sharding_scheme.png
--- a/Megatron-LM/docs/source/images/moe/token_drop.png
+++ b/Megatron-LM/docs/source/images/moe/token_drop.png
--- a/Megatron-LM/docs/source/images/multi_token_prediction/MTP_implementation.png
+++ b/Megatron-LM/docs/source/images/multi_token_prediction/MTP_implementation.png
--- a/Megatron-LM/docs/source/index.rst
+++ b/Megatron-LM/docs/source/index.rst
--- a/Megatron-LM/docs/source/user-guide/index.rst
+++ b/Megatron-LM/docs/source/user-guide/index.rst
--- a/Megatron-LM/examples/__init__.py
+++ b/Megatron-LM/examples/__init__.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/README.md
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/README.md
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/filter-selfgeneration.py
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/filter-selfgeneration.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/perspective_api_annotate.py
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/perspective_api_annotate.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/preprocess.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/annotations/preprocess.sh
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/finetune_gpt.py
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/finetune_gpt.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/finetune_gpt_distributed-1.3b.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/finetune_gpt_distributed-1.3b.sh
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/generate-1.3b.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/generate-1.3b.sh
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/generate_samples_gpt.py
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/generate_samples_gpt.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/perspective_api.py
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/perspective_api.py
--- a/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/self_generation/selfgenerate-1.3b-unconditional.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/detxoify_lm/self_generation/selfgenerate-1.3b-unconditional.sh
--- a/Megatron-LM/examples/academic_paper_scripts/msdp/README.md
+++ b/Megatron-LM/examples/academic_paper_scripts/msdp/README.md
--- a/Megatron-LM/examples/academic_paper_scripts/msdp/data_processing.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/msdp/data_processing.sh
--- a/Megatron-LM/examples/academic_paper_scripts/msdp/eval_knwl_generation.sh
+++ b/Megatron-LM/examples/academic_paper_scripts/msdp/eval_knwl_generation.sh