Update PRE_SEQ_LEN=128

49c37cd4 · dcuai · 729150b6 · 49c37cd4
Commit 49c37cd4 authored Aug 29, 2024 by dcuai
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

ptuning/ptuning_train.sh ptuning/ptuning_train.sh +2 -2

No files found.
--- a/ptuning/ptuning_train.sh
+++ b/ptuning/ptuning_train.sh
-PRE_SEQ_LEN=1024
+PRE_SEQ_LEN=128
 LR=5e-3

 export HSA_FORCE_FINE_GRAIN_PCIE=1
@@ -26,4 +26,4 @@ HIP_VISIBLE_DEVICES=0,1,2,3 deepspeed --num_gpus=4 --master_port $MASTER_PORT ma
    --save_steps 1000 \
    --learning_rate $LR \
    --pre_seq_len $PRE_SEQ_LEN \
-    --fp16 \
\ No newline at end of file
+    --fp16 \