Commit a35dc7d8 authored by zhougaofeng's avatar zhougaofeng
Browse files

Update multi_node.sh

parent e5910c48
......@@ -16,7 +16,7 @@ HIP_VISIBLE_DEVICES=6,7 torchrun \
--master_port $MASTER_PORT \
src/train.py \
--stage sft --do_train \
--model_name_or_path /home/practice/deepseek-math-7b-base \
--model_name_or_path /home/practice/deepseek-math-7b-base \ <Your Path>
--dataset alpaca_en_demo --template deepseek --finetuning_type lora --lora_target q_proj,v_proj \
--output_dir saves/deepseek/lora/sft \
--overwrite_output_dir \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment