correct positionla emb size (#15441)

a5ecbf73 · Suraj Patil · GitHub · 5a709873 · a5ecbf73 · a5ecbf73
Unverified Commit a5ecbf73 authored Jan 31, 2022 by Suraj Patil Committed by GitHub Jan 31, 2022
Showing with 2 additions and 2 deletions

src/transformers/models/xglm/tokenization_xglm.py src/transformers/models/xglm/tokenization_xglm.py +1 -1

src/transformers/models/xglm/tokenization_xglm_fast.py src/transformers/models/xglm/tokenization_xglm_fast.py +1 -1

No files found.
--- a/src/transformers/models/xglm/tokenization_xglm.py
+++ b/src/transformers/models/xglm/tokenization_xglm.py
@@ -36,7 +36,7 @@ PRETRAINED_VOCAB_FILES_MAP = {
 }

 PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
-    "facebook/xglm-564M": 1024,
+    "facebook/xglm-564M": 2048,
 }



--- a/src/transformers/models/xglm/tokenization_xglm_fast.py
+++ b/src/transformers/models/xglm/tokenization_xglm_fast.py
@@ -43,7 +43,7 @@ PRETRAINED_VOCAB_FILES_MAP = {
 }

 PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
-    "facebook/xglm-564M": 1024,
+    "facebook/xglm-564M": 2048,
 }