update

e1354f9d · liangjing · e1354f9d · e1354f9d · e1354f9d · e1354f9d
Commit e1354f9d authored May 22, 2024 by liangjing
20 changed files
--- a/examples_deepspeed/sequence_parallel/ds_config_gpt_TEMPLATE.json
+++ b/examples_deepspeed/sequence_parallel/ds_config_gpt_TEMPLATE.json
--- a/examples_deepspeed/sequence_parallel/ds_pretrain_gpt_1.3B_seq_parallel_32k.sh
+++ b/examples_deepspeed/sequence_parallel/ds_pretrain_gpt_1.3B_seq_parallel_32k.sh
--- a/examples_deepspeed/sequence_parallel/ds_pretrain_gpt_30B_seq_parallel_32k.sh
+++ b/examples_deepspeed/sequence_parallel/ds_pretrain_gpt_30B_seq_parallel_32k.sh
--- a/examples_deepspeed/universal_checkpointing/README.md
+++ b/examples_deepspeed/universal_checkpointing/README.md
--- a/examples_deepspeed/universal_checkpointing/ds_config.json
+++ b/examples_deepspeed/universal_checkpointing/ds_config.json
--- a/examples_deepspeed/universal_checkpointing/run_bf16.sh
+++ b/examples_deepspeed/universal_checkpointing/run_bf16.sh
--- a/examples_deepspeed/universal_checkpointing/run_fp16.sh
+++ b/examples_deepspeed/universal_checkpointing/run_fp16.sh
--- a/examples_deepspeed/universal_checkpointing/run_universal_bf16.sh
+++ b/examples_deepspeed/universal_checkpointing/run_universal_bf16.sh
--- a/examples_deepspeed/universal_checkpointing/run_universal_fp16.sh
+++ b/examples_deepspeed/universal_checkpointing/run_universal_fp16.sh
--- a/finetune_llama.py
+++ b/finetune_llama.py
--- a/images/Achieved_petaFLOPs.png
+++ b/images/Achieved_petaFLOPs.png
--- a/images/cases_april2021.png
+++ b/images/cases_april2021.png
--- a/llama模型结构.png
+++ b/llama模型结构.png
--- a/llama算法原理.png
+++ b/llama算法原理.png
--- a/megatron/__init__.py
+++ b/megatron/__init__.py
--- a/megatron/__pycache__/__init__.cpython-310.pyc
+++ b/megatron/__pycache__/__init__.cpython-310.pyc
--- a/megatron/__pycache__/__init__.cpython-37.pyc
+++ b/megatron/__pycache__/__init__.cpython-37.pyc
--- a/megatron/__pycache__/__init__.cpython-38.pyc
+++ b/megatron/__pycache__/__init__.cpython-38.pyc
--- a/megatron/__pycache__/arguments.cpython-310.pyc
+++ b/megatron/__pycache__/arguments.cpython-310.pyc
--- a/megatron/__pycache__/arguments.cpython-37.pyc
+++ b/megatron/__pycache__/arguments.cpython-37.pyc