"vscode:/vscode.git/clone" did not exist on "f0604d7821c98d49418ae652ba29d2d17bde3361"
single_node.sh 577 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
#!/bin/bash



export HIP_VISIBLE_DEVICES=6
python src/train.py \
        --stage sft --do_train \
        --model_name_or_path /home/practice/internlm2-math-7b \
        --dataset alpaca_en_demo  --template intern2 --finetuning_type lora --lora_target q_proj,v_proj \
        --output_dir saves/intern2/lora/sft \
        --overwrite_output_dir \
        --overwrite_cache --per_device_train_batch_size 2 --gradient_accumulation_steps 32 --lr_scheduler_type cosine  \
        --logging_steps 10 --save_steps 1000 --learning_rate 1e-4 --num_train_epochs 3.0 --plot_loss --fp16