Update lora_train.sh

460a6f71 · zhaoying1 · fdb051c1 · 460a6f71
Commit 460a6f71 authored Mar 25, 2024 by zhaoying1
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

ptuning/lora/lora_train.sh ptuning/lora/lora_train.sh +2 -1

No files found.
--- a/ptuning/lora/lora_train.sh
+++ b/ptuning/lora/lora_train.sh
@@ -20,5 +20,6 @@ deepspeed main.py \
    --logging_steps 10 \
    --save_steps 100 \
    --learning_rate 2e-5 \
-    --lora_r 32
+    --lora_r 32 \
+    --fp16