Skip to content

GitLab

"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "c0ca73dc98fffbc1d4c4e1d24a7a3c79265bd7c6"
Unverified Commit a865b62e authored by Dario Sučić's avatar Dario Sučić Committed by GitHub
Browse files

set correct model input names for gptsw3tokenizer (#24788)

parent 50726f9e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py
View file @ a865b62e
...@@ -107,6 +107,7 @@ class GPTSw3Tokenizer(PreTrainedTokenizer): ...@@ -107,6 +107,7 @@ class GPTSw3Tokenizer(PreTrainedTokenizer):
vocab_files_names = VOCAB_FILES_NAMES vocab_files_names = VOCAB_FILES_NAMES
pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
model_input_names = ["input_ids", "attention_mask"]
def __init__( def __init__(
self, self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment