set correct model input names for gptsw3tokenizer (#24788)

a865b62e · Dario Sučić · GitHub · 50726f9e · a865b62e
Unverified Commit a865b62e authored Jul 14, 2023 by Dario Sučić Committed by GitHub Jul 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py +1 -0

No files found.
--- a/src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py
+++ b/src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py
@@ -107,6 +107,7 @@ class GPTSw3Tokenizer(PreTrainedTokenizer):
    vocab_files_names = VOCAB_FILES_NAMES
    pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
    max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
+    model_input_names = ["input_ids", "attention_mask"]

    def __init__(
        self,