all

523ec9cc · wangsen · 523ec9cc · 523ec9cc · 523ec9cc · 523ec9cc
Commit 523ec9cc authored Sep 03, 2024 by wangsen
20 changed files
--- a/examples/multimodal/sft_dataset.yaml
+++ b/examples/multimodal/sft_dataset.yaml
--- a/examples/multimodal/text_generation_8b.sh
+++ b/examples/multimodal/text_generation_8b.sh
--- a/examples/multimodal/train.py
+++ b/examples/multimodal/train.py
--- a/examples/retro/README.md
+++ b/examples/retro/README.md
--- a/examples/retro/preprocess_data.sh
+++ b/examples/retro/preprocess_data.sh
--- a/examples/retro/train_retro_2b_distributed.sh
+++ b/examples/retro/train_retro_2b_distributed.sh
--- a/examples/run_simple_mcore_train_loop.py
+++ b/examples/run_simple_mcore_train_loop.py
--- a/examples/t5/README.md
+++ b/examples/t5/README.md
--- a/examples/t5/t5_mcore_train_curve.png
+++ b/examples/t5/t5_mcore_train_curve.png
--- a/examples/t5/train_t5_220m_distributed.sh
+++ b/examples/t5/train_t5_220m_distributed.sh
--- a/images/Achieved_petaFLOPs.png
+++ b/images/Achieved_petaFLOPs.png
--- a/images/cases_april2021.png
+++ b/images/cases_april2021.png
--- a/kill-all.sh
+++ b/kill-all.sh
--- a/kill.sh
+++ b/kill.sh
--- a/llama3_70b.sh
+++ b/llama3_70b.sh
--- a/llama3_8b.sh
+++ b/llama3_8b.sh
--- a/megatron/core/QuickStart.md
+++ b/megatron/core/QuickStart.md
--- a/megatron/core/README.md
+++ b/megatron/core/README.md
--- a/megatron/core/README_STRAGGLER.md
+++ b/megatron/core/README_STRAGGLER.md
--- a/megatron/core/__init__.py
+++ b/megatron/core/__init__.py