Fix embeddings and seq length

475a6b99 · Steven Steinke · 5cb2d1ea · 475a6b99
Commit 475a6b99 authored Apr 16, 2020 by Steven Steinke
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

examples/evaluate_zeroshot_gpt2.sh examples/evaluate_zeroshot_gpt2.sh +2 -2

No files found.
--- a/examples/evaluate_zeroshot_gpt2.sh
+++ b/examples/evaluate_zeroshot_gpt2.sh
@@ -30,8 +30,8 @@ python -m torch.distributed.launch $DISTRIBUTED_ARGS ./tasks/main.py \
               --num-attention-heads 16 \
               --batch-size 8 \
               --checkpoint-activations \
-               --seq-length 512 \
-               --max-position-embeddings 512 \
+               --seq-length 1024 \
+               --max-position-embeddings 1024 \
               --log-interval 10 \
               --fp16 \
               --no-load-optim \