Update lora_13B.sh

74999e8d · zhaoying1 · 2bd6a72f · 74999e8d
Commit 74999e8d authored May 27, 2024 by zhaoying1
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

lora_13B.sh lora_13B.sh +2 -1

No files found.
--- a/lora_13B.sh
+++ b/lora_13B.sh
@@ -14,7 +14,8 @@ HIP_VISIBLE_DEVICES=2 deepspeed --num_gpus=1 --master_port $MASTER_PORT src/trai
    --lr_scheduler_type cosine \
    --logging_steps 1 \
    --save_steps 1000 \
-    --learning_rate te-5 \
+    --learning_rate 5e-5 \
    --gradient_accumulation_steps 1 \
+    --max_steps 3000 \
    --bf16 \
    --deepspeed bf16_deepspeed.json \