Update README.md

README.md

@@ -214,15 +214,26 @@ DATA_PATH="/datasets/oscar-1GB-llama_text_document"
 将hf格式转为pt格式
 ```shell
 python tools/checkpoint/convert.py \
-  --model-type GPT \
-  --loader llama_mistral \
-  --saver megatron \
-  --target-tensor-parallel-size 1 \
-  --checkpoint-type hf \
-  --model-size llama2-7Bf \
-  --load-dir /models/llama2/Llama-2-7b-hf/ \
-  --save-dir ./Llama-2-7b-megatron-lm-0108 \
-  --tokenizer-model /models/llama2/Llama-2-7b-hf
+    --model-type GPT \
+    --loader llama_mistral \
+    --saver megatron \
+    --target-tensor-parallel-size 1  \
+    --target-pipeline-parallel-size 2 \
+    --checkpoint-type hf \
+    --model-size llama2-7Bf \
+    --load-dir /data/model_weights/Llama-2-7b-hf/ \
+    --save-dir ./tmp_modelconvert \
+    --tokenizer-model /data/model_weights/Llama-2-7b-hf/
+```
+然后在训练的脚本上添加微调的参数
+```shell
+FINETUNE_ARGS=(
+    # --finetune
+    # --pretrained-checkpoint $CHECKPOINT_PATH
+    --load $CHECKPOINT_PATH
+    --no-load-optim
+    --no-load-rng
+)
 ```
 
 # 参考