升级megatron_v0.10[B

3bec6514 · xingjinliang · 3aca1415 · 3bec6514 · 3bec6514 · 3bec6514
Commit 3bec6514 authored Dec 09, 2024 by xingjinliang
20 changed files
--- a/examples/inference/llama_mistral/run_text_generation_llama3.1.sh
+++ b/examples/inference/llama_mistral/run_text_generation_llama3.1.sh
--- a/examples/inference/llama_mistral/run_text_generation_llama3.sh
+++ b/examples/inference/llama_mistral/run_text_generation_llama3.sh
--- a/examples/inference/llama_mistral/run_text_generation_mistral.sh
+++ b/examples/inference/llama_mistral/run_text_generation_mistral.sh
--- a/examples/run_text_generation_server_345M.sh
+++ b/examples/run_text_generation_server_345M.sh
--- a/examples/run_text_generation_server_345M_8_tensor_parallel.sh
+++ b/examples/run_text_generation_server_345M_8_tensor_parallel.sh
--- a/examples/inference/t5/simple_t5_batch_inference.py
+++ b/examples/inference/t5/simple_t5_batch_inference.py
--- a/examples/mamba/.gitignore
+++ b/examples/mamba/.gitignore
--- a/examples/mamba/Dockerfile
+++ b/examples/mamba/Dockerfile
--- a/examples/mamba/README.md
+++ b/examples/mamba/README.md
--- a/examples/mamba/run_text_gen_server_8b.sh
+++ b/examples/mamba/run_text_gen_server_8b.sh
--- a/examples/mamba/run_text_gen_server_8b_gpt3.sh
+++ b/examples/mamba/run_text_gen_server_8b_gpt3.sh
--- a/examples/mamba/train.sh
+++ b/examples/mamba/train.sh
--- a/examples/merge_mp_bert.sh
+++ b/examples/merge_mp_bert.sh
--- a/examples/mixtral/README.md
+++ b/examples/mixtral/README.md
--- a/examples/mixtral/train_mixtral_8x7b_distributed.sh
+++ b/examples/mixtral/train_mixtral_8x7b_distributed.sh
--- a/examples/multimodal/Dockerfile
+++ b/examples/multimodal/Dockerfile
--- a/examples/multimodal/README.md
+++ b/examples/multimodal/README.md
--- a/examples/multimodal/assets/pretrain_curves.png
+++ b/examples/multimodal/assets/pretrain_curves.png
--- a/examples/multimodal/combine_lm_vision_checkpoints.sh
+++ b/examples/multimodal/combine_lm_vision_checkpoints.sh
--- a/examples/multimodal/combine_state_dicts.py
+++ b/examples/multimodal/combine_state_dicts.py