v1.0.3

ef1350fe · chenzk · 40e5db84 · ef1350fe
Commit ef1350fe authored Mar 01, 2024 by chenzk
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

sft/script.sh sft/script.sh +1 -1

No files found.
--- a/sft/script.sh
+++ b/sft/script.sh
@@ -5,7 +5,7 @@

 # V0.1
 # HIP_VISIBLE_DEVICES=0 accelerate launch --main_process_port 1234 sft/finetune.py \
-CUDA_VISIBLE_DEVICES=0,1,2,3 accelerate launch --multi_gpu --num_processes 4 --main_process_port 1234 sft/finetune.py \
+HIP_VISIBLE_DEVICES=0,1,2,3 accelerate launch --multi_gpu --num_processes 4 --main_process_port 1234 sft/finetune.py \
    --model_name_or_path PY007/TinyLlama-1.1B-intermediate-step-240k-503b \
    --output_dir ./output/503B_FT_lr1e-5_ep5 \
    --logging_steps 10 \