ElectraTokenizerFast (#7754)

f34b4cd1 · Lysandre Debut · GitHub · 9c2b2db2 · f34b4cd1
Unverified Commit f34b4cd1 authored Oct 13, 2020 by Lysandre Debut Committed by GitHub Oct 13, 2020
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/convert_slow_tokenizer.py src/transformers/convert_slow_tokenizer.py +1 -0

No files found.
--- a/src/transformers/convert_slow_tokenizer.py
+++ b/src/transformers/convert_slow_tokenizer.py
@@ -547,6 +547,7 @@ CONVERTERS = {
    "DPRReaderTokenizer": BertConverter,
    "DPRQuestionEncoderTokenizer": BertConverter,
    "DPRContextEncoderTokenizer": BertConverter,
+    "ElectraTokenizer": BertConverter,
    "FunnelTokenizer": FunnelConverter,
    "GPT2Tokenizer": GPT2Converter,
    "LxmertTokenizer": BertConverter,