Unverified Commit 3b1bbefc authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

Add missing entries in mappings (#16857)



* add missing entries in some mappings
Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent d9184131
...@@ -57,6 +57,10 @@ FEATURE_EXTRACTOR_MAPPING_NAMES = OrderedDict( ...@@ -57,6 +57,10 @@ FEATURE_EXTRACTOR_MAPPING_NAMES = OrderedDict(
("regnet", "ConvNextFeatureExtractor"), ("regnet", "ConvNextFeatureExtractor"),
("poolformer", "PoolFormerFeatureExtractor"), ("poolformer", "PoolFormerFeatureExtractor"),
("maskformer", "MaskFormerFeatureExtractor"), ("maskformer", "MaskFormerFeatureExtractor"),
("data2vec-audio", "Wav2Vec2FeatureExtractor"),
("data2vec-vision", "BeitFeatureExtractor"),
("dpt", "DPTFeatureExtractor"),
("glpn", "GLPNFeatureExtractor"),
] ]
) )
......
...@@ -46,6 +46,12 @@ PROCESSOR_MAPPING_NAMES = OrderedDict( ...@@ -46,6 +46,12 @@ PROCESSOR_MAPPING_NAMES = OrderedDict(
("wav2vec2", "Wav2Vec2Processor"), ("wav2vec2", "Wav2Vec2Processor"),
("wav2vec2_with_lm", "Wav2Vec2ProcessorWithLM"), ("wav2vec2_with_lm", "Wav2Vec2ProcessorWithLM"),
("vision-text-dual-encoder", "VisionTextDualEncoderProcessor"), ("vision-text-dual-encoder", "VisionTextDualEncoderProcessor"),
("unispeech", "Wav2Vec2Processor"),
("unispeech-sat", "Wav2Vec2Processor"),
("sew", "Wav2Vec2Processor"),
("sew-d", "Wav2Vec2Processor"),
("vilt", "ViltProcessor"),
("wavlm", "Wav2Vec2Processor"),
] ]
) )
......
...@@ -241,6 +241,24 @@ else: ...@@ -241,6 +241,24 @@ else:
"XGLMTokenizerFast" if is_tokenizers_available() else None, "XGLMTokenizerFast" if is_tokenizers_available() else None,
), ),
), ),
("visual_bert", ("BertTokenizer", "BertTokenizerFast" if is_tokenizers_available() else None)),
("megatron-bert", ("BertTokenizer", "BertTokenizerFast" if is_tokenizers_available() else None)),
(
"nystromformer",
(
"AlbertTokenizer" if is_sentencepiece_available() else None,
"AlbertTokenizerFast" if is_tokenizers_available() else None,
),
),
("xlm-roberta-xl", ("RobertaTokenizer", "RobertaTokenizerFast" if is_tokenizers_available() else None)),
(
"yoso",
(
"AlbertTokenizer" if is_sentencepiece_available() else None,
"AlbertTokenizerFast" if is_tokenizers_available() else None,
),
),
("data2vec-text", ("RobertaTokenizer", "RobertaTokenizerFast" if is_tokenizers_available() else None)),
] ]
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment