Commit 2bd6a72f authored by zhaoying1's avatar zhaoying1
Browse files

Update lora_13B.sh

parent 2de27772
......@@ -11,12 +11,10 @@ HIP_VISIBLE_DEVICES=2 deepspeed --num_gpus=1 --master_port $MASTER_PORT src/trai
--output_dir ./checkpoint_13b \
--overwrite_output_dir \
--per_device_train_batch_size 16 \
--per_device_eval_batch_size 1 \
--lr_scheduler_type cosine \
--logging_steps 1 \
--save_steps 1000 \
--eval_steps 1000 \
--learning_rate te-5 \
--gradient_accumulation_steps 1 \
--bf16 \
--deepspeed bf16_deepspeed.json \
\ No newline at end of file
--deepspeed bf16_deepspeed.json \
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment