push (#11667)

dcb0e614 · Patrick von Platen · GitHub · 05a93067 · dcb0e614
Unverified Commit dcb0e614 authored May 10, 2021 by Patrick von Platen Committed by GitHub May 10, 2021
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

src/transformers/models/auto/tokenization_auto.py src/transformers/models/auto/tokenization_auto.py +2 -0

No files found.
--- a/src/transformers/models/auto/tokenization_auto.py
+++ b/src/transformers/models/auto/tokenization_auto.py
@@ -63,6 +63,7 @@ from .configuration_auto import (
    BertConfig,
    BertGenerationConfig,
    BigBirdConfig,
+    BigBirdPegasusConfig,
    BlenderbotConfig,
    BlenderbotSmallConfig,
    CamembertConfig,
@@ -275,6 +276,7 @@ TOKENIZER_MAPPING = OrderedDict(
        (Wav2Vec2Config, (Wav2Vec2CTCTokenizer, None)),
        (GPTNeoConfig, (GPT2Tokenizer, GPT2TokenizerFast)),
        (LukeConfig, (LukeTokenizer, None)),
+        (BigBirdPegasusConfig, (PegasusTokenizer, PegasusTokenizerFast)),
    ]
 )