Unverified Commit 84acf0c7 authored by demSd's avatar demSd Committed by GitHub
Browse files

remove token_type_ids from TokenizerBertGeneration output (#10070)

parent e4bf9910
......@@ -58,6 +58,7 @@ class BertGenerationTokenizer(PreTrainedTokenizer):
pretrained_vocab_files_map = {"vocab_file": {"bert_for_seq_generation": tokenizer_url}}
max_model_input_sizes = {"bert_for_seq_generation": 512}
prefix_tokens: List[int] = []
model_input_names = ["input_ids", "attention_mask"]
def __init__(
self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment