documentation_tests.txt 27.6 KB
Newer Older
1
docs/source/en/quicktour.mdx
2
docs/source/es/quicktour.mdx
3
4
docs/source/en/pipeline_tutorial.mdx
docs/source/en/autoclass_tutorial.mdx
5
docs/source/en/task_summary.mdx
NielsRogge's avatar
NielsRogge committed
6
docs/source/en/model_doc/markuplm.mdx
7
docs/source/en/model_doc/speech_to_text.mdx
8
docs/source/en/model_doc/switch_transformers.mdx
9
docs/source/en/model_doc/t5.mdx
Yih-Dar's avatar
Yih-Dar committed
10
docs/source/en/model_doc/t5v1.1.mdx
11
docs/source/en/model_doc/byt5.mdx
NielsRogge's avatar
NielsRogge committed
12
docs/source/en/model_doc/tapex.mdx
NielsRogge's avatar
NielsRogge committed
13
docs/source/en/model_doc/donut.mdx
14
docs/source/en/model_doc/encoder-decoder.mdx
15
src/transformers/generation/configuration_utils.py
16
src/transformers/generation/tf_utils.py
17
src/transformers/generation/utils.py
imarekkus's avatar
imarekkus committed
18
src/transformers/models/albert/configuration_albert.py
19
20
src/transformers/models/albert/modeling_albert.py
src/transformers/models/albert/modeling_tf_albert.py
Yih-Dar's avatar
Yih-Dar committed
21
src/transformers/models/audio_spectrogram_transformer/modeling_audio_spectrogram_transformer.py
22
src/transformers/models/bart/configuration_bart.py
23
src/transformers/models/bart/modeling_bart.py
24
src/transformers/models/beit/configuration_beit.py
25
src/transformers/models/beit/modeling_beit.py
26
src/transformers/models/bert/configuration_bert.py
Minh Chien Vu's avatar
Minh Chien Vu committed
27
28
src/transformers/models/bert/modeling_bert.py
src/transformers/models/bert/modeling_tf_bert.py
29
src/transformers/models/bert_generation/configuration_bert_generation.py
30
src/transformers/models/bigbird_pegasus/configuration_bigbird_pegasus.py
31
src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py
32
src/transformers/models/big_bird/configuration_big_bird.py
33
src/transformers/models/big_bird/modeling_big_bird.py
34
src/transformers/models/blenderbot/configuration_blenderbot.py
35
src/transformers/models/blenderbot/modeling_blenderbot.py
36
src/transformers/models/blenderbot_small/configuration_blenderbot_small.py
37
src/transformers/models/blenderbot_small/modeling_blenderbot_small.py
Younes Belkada's avatar
Younes Belkada committed
38
src/transformers/models/blip/modeling_blip.py
Matt's avatar
Matt committed
39
src/transformers/models/blip/modeling_tf_blip.py
40
src/transformers/models/bloom/configuration_bloom.py
41
src/transformers/models/camembert/configuration_camembert.py
42
src/transformers/models/canine/configuration_canine.py
43
src/transformers/models/canine/modeling_canine.py
44
45
src/transformers/models/clap/configuration_clap.py
src/transformers/models/clap/modeling_clap.py
46
src/transformers/models/clip/configuration_clip.py
NielsRogge's avatar
NielsRogge committed
47
src/transformers/models/clipseg/modeling_clipseg.py
48
src/transformers/models/codegen/configuration_codegen.py
49
src/transformers/models/conditional_detr/configuration_conditional_detr.py
50
src/transformers/models/conditional_detr/modeling_conditional_detr.py
51
src/transformers/models/convbert/configuration_convbert.py
52
src/transformers/models/convnext/configuration_convnext.py
53
src/transformers/models/convnext/modeling_convnext.py
imarekkus's avatar
imarekkus committed
54
src/transformers/models/ctrl/configuration_ctrl.py
NielsRogge's avatar
NielsRogge committed
55
src/transformers/models/ctrl/modeling_ctrl.py
56
src/transformers/models/cvt/configuration_cvt.py
NielsRogge's avatar
NielsRogge committed
57
src/transformers/models/cvt/modeling_cvt.py
58
src/transformers/models/data2vec/configuration_data2vec_audio.py
59
src/transformers/models/data2vec/configuration_data2vec_text.py
60
src/transformers/models/data2vec/configuration_data2vec_vision.py
61
src/transformers/models/data2vec/modeling_data2vec_audio.py
62
src/transformers/models/data2vec/modeling_data2vec_vision.py
63
src/transformers/models/deberta/configuration_deberta.py
64
src/transformers/models/deberta/modeling_deberta.py
65
src/transformers/models/deberta_v2/configuration_deberta_v2.py
66
src/transformers/models/deberta_v2/modeling_deberta_v2.py
67
src/transformers/models/decision_transformer/configuration_decision_transformer.py
68
src/transformers/models/deformable_detr/configuration_deformable_detr.py
NielsRogge's avatar
NielsRogge committed
69
src/transformers/models/deformable_detr/modeling_deformable_detr.py
70
src/transformers/models/deit/configuration_deit.py
71
src/transformers/models/deit/modeling_deit.py
72
src/transformers/models/deit/modeling_tf_deit.py
NielsRogge's avatar
NielsRogge committed
73
74
src/transformers/models/deta/configuration_deta.py
src/transformers/models/deta/modeling_deta.py
75
src/transformers/models/detr/configuration_detr.py
Quentin's avatar
Quentin committed
76
src/transformers/models/detr/modeling_detr.py
77
78
src/transformers/models/dinat/configuration_dinat.py
src/transformers/models/dinat/modeling_dinat.py
79
src/transformers/models/distilbert/configuration_distilbert.py
80
src/transformers/models/dpr/configuration_dpr.py
NielsRogge's avatar
NielsRogge committed
81
src/transformers/models/dpt/modeling_dpt.py
82
src/transformers/models/electra/configuration_electra.py
83
84
src/transformers/models/electra/modeling_electra.py
src/transformers/models/electra/modeling_tf_electra.py
85
src/transformers/models/efficientformer/modeling_tf_efficientformer.py
86
src/transformers/models/encodec/modeling_encodec.py
Jing Hua's avatar
Jing Hua committed
87
src/transformers/models/ernie/configuration_ernie.py
88
89
src/transformers/models/ernie_m/configuration_ernie_m.py
src/transformers/models/ernie_m/modeling_ernie_m.py
90
91
src/transformers/models/flava/configuration_flava.py
src/transformers/models/fnet/configuration_fnet.py
92
src/transformers/models/fsmt/configuration_fsmt.py
93
src/transformers/models/git/modeling_git.py
94
src/transformers/models/glpn/modeling_glpn.py
95
src/transformers/models/gpt2/configuration_gpt2.py
Michael Chung's avatar
Michael Chung committed
96
src/transformers/models/gpt2/modeling_gpt2.py
97
src/transformers/models/gptj/modeling_gptj.py
98
99
100
src/transformers/models/gpt_neo/configuration_gpt_neo.py
src/transformers/models/gpt_neox/configuration_gpt_neox.py
src/transformers/models/gpt_neox_japanese/configuration_gpt_neox_japanese.py
101
102
src/transformers/models/groupvit/modeling_groupvit.py
src/transformers/models/groupvit/modeling_tf_groupvit.py
103
src/transformers/models/hubert/modeling_hubert.py
104
src/transformers/models/imagegpt/configuration_imagegpt.py
105
src/transformers/models/layoutlm/configuration_layoutlm.py
106
107
src/transformers/models/layoutlm/modeling_layoutlm.py
src/transformers/models/layoutlm/modeling_tf_layoutlm.py
108
src/transformers/models/layoutlmv2/configuration_layoutlmv2.py
109
src/transformers/models/layoutlmv2/modeling_layoutlmv2.py
110
src/transformers/models/layoutlmv3/configuration_layoutlmv3.py
NielsRogge's avatar
NielsRogge committed
111
src/transformers/models/layoutlmv3/modeling_layoutlmv3.py
112
src/transformers/models/layoutlmv3/modeling_tf_layoutlmv3.py
113
src/transformers/models/levit/configuration_levit.py
NielsRogge's avatar
NielsRogge committed
114
src/transformers/models/lilt/modeling_lilt.py
Karim Foda's avatar
Karim Foda committed
115
116
src/transformers/models/longformer/modeling_longformer.py
src/transformers/models/longformer/modeling_tf_longformer.py
Daniel Stancl's avatar
Daniel Stancl committed
117
src/transformers/models/longt5/modeling_longt5.py
118
src/transformers/models/marian/modeling_marian.py
NielsRogge's avatar
NielsRogge committed
119
src/transformers/models/markuplm/modeling_markuplm.py
120
121
src/transformers/models/mask2former/configuration_mask2former.py
src/transformers/models/mask2former/modeling_mask2former.py
122
src/transformers/models/maskformer/configuration_maskformer.py
NielsRogge's avatar
NielsRogge committed
123
src/transformers/models/maskformer/modeling_maskformer.py
124
src/transformers/models/mbart/configuration_mbart.py
125
src/transformers/models/mbart/modeling_mbart.py
126
src/transformers/models/mbart/modeling_tf_mbart.py
127
src/transformers/models/mctct/configuration_mctct.py
128
src/transformers/models/megatron_bert/configuration_megatron_bert.py
129
src/transformers/models/mobilebert/configuration_mobilebert.py
Minh Chien Vu's avatar
Minh Chien Vu committed
130
131
src/transformers/models/mobilebert/modeling_mobilebert.py
src/transformers/models/mobilebert/modeling_tf_mobilebert.py
132
src/transformers/models/mobilenet_v1/modeling_mobilenet_v1.py
133
src/transformers/models/mobilenet_v2/modeling_mobilenet_v2.py
134
src/transformers/models/mobilevit/modeling_mobilevit.py
Sayak Paul's avatar
Sayak Paul committed
135
src/transformers/models/mobilevit/modeling_tf_mobilevit.py
136
src/transformers/models/mvp/configuration_mvp.py
137
138
src/transformers/models/nat/configuration_nat.py
src/transformers/models/nat/modeling_nat.py
139
src/transformers/models/nezha/configuration_nezha.py
Jitesh Jain's avatar
Jitesh Jain committed
140
141
src/transformers/models/oneformer/configuration_oneformer.py
src/transformers/models/oneformer/modeling_oneformer.py
142
src/transformers/models/openai/configuration_openai.py
143
src/transformers/models/opt/configuration_opt.py
144
src/transformers/models/opt/modeling_opt.py
Arthur's avatar
Arthur committed
145
src/transformers/models/opt/modeling_tf_opt.py
Alara Dirik's avatar
Alara Dirik committed
146
src/transformers/models/owlvit/modeling_owlvit.py
147
src/transformers/models/pegasus/configuration_pegasus.py
148
src/transformers/models/pegasus/modeling_pegasus.py
149
src/transformers/models/pegasus_x/configuration_pegasus_x.py
150
src/transformers/models/perceiver/modeling_perceiver.py
151
src/transformers/models/plbart/configuration_plbart.py
152
src/transformers/models/plbart/modeling_plbart.py
153
src/transformers/models/poolformer/configuration_poolformer.py
154
src/transformers/models/poolformer/modeling_poolformer.py
155
src/transformers/models/realm/configuration_realm.py
156
src/transformers/models/reformer/configuration_reformer.py
157
src/transformers/models/reformer/modeling_reformer.py
158
159
src/transformers/models/regnet/modeling_regnet.py
src/transformers/models/regnet/modeling_tf_regnet.py
160
src/transformers/models/resnet/configuration_resnet.py
161
src/transformers/models/resnet/modeling_resnet.py
amyeroberts's avatar
amyeroberts committed
162
src/transformers/models/resnet/modeling_tf_resnet.py
163
src/transformers/models/roberta/configuration_roberta.py
164
src/transformers/models/roberta/modeling_roberta.py
165
src/transformers/models/roberta/modeling_tf_roberta.py
166
167
168
src/transformers/models/roberta_prelayernorm/configuration_roberta_prelayernorm.py
src/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py
src/transformers/models/roberta_prelayernorm/modeling_tf_roberta_prelayernorm.py
Weiwe Shi's avatar
Weiwe Shi committed
169
src/transformers/models/roc_bert/modeling_roc_bert.py
170
src/transformers/models/segformer/modeling_segformer.py
171
src/transformers/models/sew/configuration_sew.py
172
src/transformers/models/sew/modeling_sew.py
173
src/transformers/models/sew_d/configuration_sew_d.py
174
src/transformers/models/sew_d/modeling_sew_d.py
175
src/transformers/models/speech_encoder_decoder/modeling_speech_encoder_decoder.py
176
src/transformers/models/speech_to_text/configuration_speech_to_text.py
177
src/transformers/models/speech_to_text/modeling_speech_to_text.py
178
src/transformers/models/speech_to_text_2/configuration_speech_to_text_2.py
179
src/transformers/models/speech_to_text_2/modeling_speech_to_text_2.py
180
src/transformers/models/speecht5/modeling_speecht5.py
181
src/transformers/models/segformer/modeling_tf_segformer.py
182
src/transformers/models/squeezebert/configuration_squeezebert.py
183
src/transformers/models/swin/configuration_swin.py
184
src/transformers/models/swin/modeling_swin.py
NielsRogge's avatar
NielsRogge committed
185
src/transformers/models/swin2sr/modeling_swin2sr.py
186
src/transformers/models/swinv2/configuration_swinv2.py
187
src/transformers/models/table_transformer/modeling_table_transformer.py
188
src/transformers/models/time_series_transformer/configuration_time_series_transformer.py
189
src/transformers/models/time_series_transformer/modeling_time_series_transformer.py
190
src/transformers/models/timesformer/modeling_timesformer.py
191
src/transformers/models/trajectory_transformer/configuration_trajectory_transformer.py
192
src/transformers/models/transfo_xl/configuration_transfo_xl.py
193
src/transformers/models/trocr/configuration_trocr.py
194
src/transformers/models/trocr/modeling_trocr.py
195
src/transformers/models/unispeech/configuration_unispeech.py
196
197
src/transformers/models/unispeech/modeling_unispeech.py
src/transformers/models/unispeech_sat/modeling_unispeech_sat.py
NielsRogge's avatar
NielsRogge committed
198
src/transformers/models/upernet/modeling_upernet.py
199
src/transformers/models/van/modeling_van.py
200
src/transformers/models/videomae/modeling_videomae.py
201
src/transformers/models/vilt/modeling_vilt.py
202
src/transformers/models/vision_encoder_decoder/configuration_vision_encoder_decoder.py
203
src/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py
204
src/transformers/models/vision_text_dual_encoder/configuration_vision_text_dual_encoder.py
Matt's avatar
Matt committed
205
src/transformers/models/vision_text_dual_encoder/modeling_tf_vision_text_dual_encoder.py
206
src/transformers/models/vit/configuration_vit.py
207
src/transformers/models/vit/modeling_vit.py
208
src/transformers/models/vit/modeling_tf_vit.py
209
src/transformers/models/vit_mae/modeling_vit_mae.py
210
src/transformers/models/vit_mae/configuration_vit_mae.py
211
src/transformers/models/vit_msn/modeling_vit_msn.py
212
src/transformers/models/visual_bert/configuration_visual_bert.py
213
src/transformers/models/wav2vec2/configuration_wav2vec2.py
214
src/transformers/models/wav2vec2/modeling_wav2vec2.py
215
src/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py
216
src/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py
217
src/transformers/models/wavlm/configuration_wavlm.py
amyeroberts's avatar
amyeroberts committed
218
src/transformers/models/wavlm/modeling_wavlm.py
219
src/transformers/models/whisper/configuration_whisper.py
220
src/transformers/models/whisper/modeling_whisper.py
amyeroberts's avatar
amyeroberts committed
221
src/transformers/models/whisper/modeling_tf_whisper.py
222
src/transformers/models/xlm/configuration_xlm.py
223
src/transformers/models/xlm_roberta/configuration_xlm_roberta.py
224
src/transformers/models/xlm_roberta_xl/configuration_xlm_roberta_xl.py
225
src/transformers/models/xlnet/configuration_xlnet.py
Jannis Vamvas's avatar
Jannis Vamvas committed
226
227
src/transformers/models/xmod/configuration_xmod.py
src/transformers/models/xmod/modeling_xmod.py
228
src/transformers/models/yolos/configuration_yolos.py
NielsRogge's avatar
NielsRogge committed
229
src/transformers/models/yolos/modeling_yolos.py
NielsRogge's avatar
NielsRogge committed
230
src/transformers/models/x_clip/modeling_x_clip.py
231
src/transformers/models/yoso/configuration_yoso.py
232
src/transformers/models/timesformer/configuration_timesformer.py
233
src/transformers/pipelines/
Yih-Dar's avatar
Yih-Dar committed
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
src/transformers/models/albert/tokenization_albert.py
src/transformers/models/albert/tokenization_albert_fast.py
src/transformers/models/barthez/tokenization_barthez.py
src/transformers/models/barthez/tokenization_barthez_fast.py
src/transformers/models/bartpho/tokenization_bartpho.py
src/transformers/models/bert/tokenization_bert.py
src/transformers/models/bert/tokenization_bert_fast.py
src/transformers/models/bert/tokenization_bert_tf.py
src/transformers/models/bert_generation/tokenization_bert_generation.py
src/transformers/models/bert_japanese/tokenization_bert_japanese.py
src/transformers/models/big_bird/tokenization_big_bird.py
src/transformers/models/big_bird/tokenization_big_bird_fast.py
src/transformers/models/biogpt/tokenization_biogpt.py
src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py
src/transformers/models/blenderbot_small/tokenization_blenderbot_small_fast.py
src/transformers/models/byt5/tokenization_byt5.py
src/transformers/models/camembert/tokenization_camembert.py
src/transformers/models/camembert/tokenization_camembert_fast.py
src/transformers/models/canine/tokenization_canine.py
src/transformers/models/clip/tokenization_clip.py
src/transformers/models/clip/tokenization_clip_fast.py
src/transformers/models/convbert/tokenization_convbert.py
src/transformers/models/convbert/tokenization_convbert_fast.py
src/transformers/models/cpm/tokenization_cpm.py
src/transformers/models/cpm/tokenization_cpm_fast.py
src/transformers/models/ctrl/tokenization_ctrl.py
src/transformers/models/deberta_v2/tokenization_deberta_v2.py
src/transformers/models/deberta_v2/tokenization_deberta_v2_fast.py
src/transformers/models/distilbert/tokenization_distilbert.py
src/transformers/models/distilbert/tokenization_distilbert_fast.py
src/transformers/models/electra/tokenization_electra.py
src/transformers/models/electra/tokenization_electra_fast.py
src/transformers/models/ernie_m/tokenization_ernie_m.py
src/transformers/models/esm/tokenization_esm.py
src/transformers/models/flaubert/tokenization_flaubert.py
src/transformers/models/fnet/tokenization_fnet.py
src/transformers/models/fnet/tokenization_fnet_fast.py
src/transformers/models/fsmt/tokenization_fsmt.py
src/transformers/models/funnel/tokenization_funnel.py
src/transformers/models/funnel/tokenization_funnel_fast.py
src/transformers/models/gpt2/tokenization_gpt2_tf.py
src/transformers/models/gpt_neox_japanese/tokenization_gpt_neox_japanese.py
src/transformers/models/herbert/tokenization_herbert.py
src/transformers/models/herbert/tokenization_herbert_fast.py
src/transformers/models/jukebox/tokenization_jukebox.py
src/transformers/models/layoutlm/tokenization_layoutlm.py
src/transformers/models/layoutlm/tokenization_layoutlm_fast.py
src/transformers/models/layoutlmv2/tokenization_layoutlmv2.py
src/transformers/models/layoutlmv2/tokenization_layoutlmv2_fast.py
src/transformers/models/layoutlmv3/tokenization_layoutlmv3.py
src/transformers/models/layoutlmv3/tokenization_layoutlmv3_fast.py
src/transformers/models/layoutxlm/tokenization_layoutxlm.py
src/transformers/models/layoutxlm/tokenization_layoutxlm_fast.py
src/transformers/models/llama/tokenization_llama.py
src/transformers/models/lxmert/tokenization_lxmert.py
src/transformers/models/lxmert/tokenization_lxmert_fast.py
290
src/transformers/models/m2m_100/configuration_m2m_100.py
Yih-Dar's avatar
Yih-Dar committed
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
src/transformers/models/markuplm/tokenization_markuplm.py
src/transformers/models/markuplm/tokenization_markuplm_fast.py
src/transformers/models/mbart/tokenization_mbart.py
src/transformers/models/mbart/tokenization_mbart_fast.py
src/transformers/models/mbart50/tokenization_mbart50.py
src/transformers/models/mbart50/tokenization_mbart50_fast.py
src/transformers/models/mgp_str/tokenization_mgp_str.py
src/transformers/models/mluke/tokenization_mluke.py
src/transformers/models/mobilebert/tokenization_mobilebert.py
src/transformers/models/mobilebert/tokenization_mobilebert_fast.py
src/transformers/models/mpnet/tokenization_mpnet.py
src/transformers/models/mpnet/tokenization_mpnet_fast.py
src/transformers/models/nllb/tokenization_nllb.py
src/transformers/models/nllb/tokenization_nllb_fast.py
src/transformers/models/openai/tokenization_openai.py
src/transformers/models/openai/tokenization_openai_fast.py
src/transformers/models/pegasus/tokenization_pegasus.py
src/transformers/models/pegasus/tokenization_pegasus_fast.py
src/transformers/models/perceiver/tokenization_perceiver.py
src/transformers/models/phobert/tokenization_phobert.py
311
src/transformers/models/pix2struct/modeling_pix2struct.py
Yih-Dar's avatar
Yih-Dar committed
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
src/transformers/models/plbart/tokenization_plbart.py
src/transformers/models/prophetnet/tokenization_prophetnet.py
src/transformers/models/rag/tokenization_rag.py
src/transformers/models/realm/tokenization_realm.py
src/transformers/models/realm/tokenization_realm_fast.py
src/transformers/models/reformer/tokenization_reformer.py
src/transformers/models/reformer/tokenization_reformer_fast.py
src/transformers/models/rembert/tokenization_rembert.py
src/transformers/models/rembert/tokenization_rembert_fast.py
src/transformers/models/retribert/tokenization_retribert.py
src/transformers/models/retribert/tokenization_retribert_fast.py
src/transformers/models/roc_bert/tokenization_roc_bert.py
src/transformers/models/roformer/tokenization_utils.py
src/transformers/models/speecht5/tokenization_speecht5.py
src/transformers/models/speech_to_text/tokenization_speech_to_text.py
src/transformers/models/speech_to_text_2/tokenization_speech_to_text_2.py
src/transformers/models/splinter/tokenization_splinter.py
src/transformers/models/splinter/tokenization_splinter_fast.py
src/transformers/models/squeezebert/tokenization_squeezebert.py
src/transformers/models/squeezebert/tokenization_squeezebert_fast.py
src/transformers/models/t5/tokenization_t5.py
src/transformers/models/t5/tokenization_t5_fast.py
src/transformers/models/tapas/tokenization_tapas.py
src/transformers/models/tapex/tokenization_tapex.py
src/transformers/models/wav2vec2/tokenization_wav2vec2.py
src/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py
src/transformers/models/whisper/tokenization_whisper.py
src/transformers/models/whisper/tokenization_whisper_fast.py
src/transformers/models/xglm/tokenization_xglm.py
src/transformers/models/xglm/tokenization_xglm_fast.py
src/transformers/models/xlm/tokenization_xlm.py
src/transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py
src/transformers/models/xlm_roberta/tokenization_xlm_roberta.py
src/transformers/models/xlm_roberta/tokenization_xlm_roberta_fast.py
src/transformers/models/xlnet/tokenization_xlnet.py
src/transformers/models/xlnet/tokenization_xlnet_fast.py
src/transformers/models/beit/image_processing_beit.py
src/transformers/models/bit/image_processing_bit.py
src/transformers/models/blip/image_processing_blip.py
src/transformers/models/bridgetower/image_processing_bridgetower.py
src/transformers/models/chinese_clip/image_processing_chinese_clip.py
src/transformers/models/clip/image_processing_clip.py
src/transformers/models/conditional_detr/image_processing_conditional_detr.py
src/transformers/models/convnext/image_processing_convnext.py
src/transformers/models/deformable_detr/image_processing_deformable_detr.py
src/transformers/models/deit/image_processing_deit.py
src/transformers/models/deta/image_processing_deta.py
src/transformers/models/detr/image_processing_detr.py
src/transformers/models/donut/image_processing_donut.py
src/transformers/models/dpt/image_processing_dpt.py
src/transformers/models/efficientformer/image_processing_efficientformer.py
src/transformers/models/efficientnet/image_processing_efficientnet.py
src/transformers/models/flava/image_processing_flava.py
src/transformers/models/glpn/image_processing_glpn.py
src/transformers/models/imagegpt/image_processing_imagegpt.py
src/transformers/models/layoutlmv2/image_processing_layoutlmv2.py
src/transformers/models/layoutlmv3/image_processing_layoutlmv3.py
src/transformers/models/levit/image_processing_levit.py
src/transformers/models/mask2former/image_processing_mask2former.py
src/transformers/models/maskformer/image_processing_maskformer.py
src/transformers/models/mobilenet_v1/image_processing_mobilenet_v1.py
src/transformers/models/mobilenet_v2/image_processing_mobilenet_v2.py
src/transformers/models/mobilevit/image_processing_mobilevit.py
src/transformers/models/oneformer/image_processing_oneformer.py
src/transformers/models/owlvit/image_processing_owlvit.py
src/transformers/models/perceiver/image_processing_perceiver.py
src/transformers/models/poolformer/image_processing_poolformer.py
src/transformers/models/segformer/image_processing_segformer.py
src/transformers/models/swin2sr/image_processing_swin2sr.py
src/transformers/models/tvlt/image_processing_tvlt.py
src/transformers/models/videomae/image_processing_videomae.py
src/transformers/models/vilt/image_processing_vilt.py
src/transformers/models/vit/image_processing_vit.py
src/transformers/models/vit_hybrid/image_processing_vit_hybrid.py
src/transformers/models/yolos/image_processing_yolos.py
src/transformers/models/audio_spectrogram_transformer/feature_extraction_audio_spectrogram_transformer.py
src/transformers/models/beit/feature_extraction_beit.py
src/transformers/models/chinese_clip/feature_extraction_chinese_clip.py
src/transformers/models/clap/feature_extraction_clap.py
src/transformers/models/clip/feature_extraction_clip.py
src/transformers/models/conditional_detr/feature_extraction_conditional_detr.py
src/transformers/models/convnext/feature_extraction_convnext.py
src/transformers/models/deformable_detr/feature_extraction_deformable_detr.py
src/transformers/models/deit/feature_extraction_deit.py
src/transformers/models/detr/feature_extraction_detr.py
src/transformers/models/donut/feature_extraction_donut.py
src/transformers/models/dpt/feature_extraction_dpt.py
399
src/transformers/models/encodec/feature_extraction_encodec.py
Yih-Dar's avatar
Yih-Dar committed
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
src/transformers/models/flava/feature_extraction_flava.py
src/transformers/models/glpn/feature_extraction_glpn.py
src/transformers/models/imagegpt/feature_extraction_imagegpt.py
src/transformers/models/layoutlmv2/feature_extraction_layoutlmv2.py
src/transformers/models/layoutlmv3/feature_extraction_layoutlmv3.py
src/transformers/models/levit/feature_extraction_levit.py
src/transformers/models/maskformer/feature_extraction_maskformer.py
src/transformers/models/mctct/feature_extraction_mctct.py
src/transformers/models/mobilenet_v1/feature_extraction_mobilenet_v1.py
src/transformers/models/mobilenet_v2/feature_extraction_mobilenet_v2.py
src/transformers/models/mobilevit/feature_extraction_mobilevit.py
src/transformers/models/owlvit/feature_extraction_owlvit.py
src/transformers/models/perceiver/feature_extraction_perceiver.py
src/transformers/models/poolformer/feature_extraction_poolformer.py
src/transformers/models/segformer/feature_extraction_segformer.py
src/transformers/models/speecht5/feature_extraction_speecht5.py
src/transformers/models/speech_to_text/feature_extraction_speech_to_text.py
src/transformers/models/tvlt/feature_extraction_tvlt.py
src/transformers/models/videomae/feature_extraction_videomae.py
src/transformers/models/vilt/feature_extraction_vilt.py
src/transformers/models/vit/feature_extraction_vit.py
src/transformers/models/wav2vec2/feature_extraction_wav2vec2.py
src/transformers/models/whisper/feature_extraction_whisper.py
src/transformers/models/yolos/feature_extraction_yolos.py
src/transformers/models/align/processing_align.py
src/transformers/models/altclip/processing_altclip.py
src/transformers/models/blip/processing_blip.py
src/transformers/models/blip_2/processing_blip_2.py
src/transformers/models/bridgetower/processing_bridgetower.py
src/transformers/models/chinese_clip/processing_chinese_clip.py
src/transformers/models/clap/processing_clap.py
src/transformers/models/clip/processing_clip.py
src/transformers/models/clipseg/processing_clipseg.py
src/transformers/models/donut/processing_donut.py
src/transformers/models/flava/processing_flava.py
src/transformers/models/git/processing_git.py
src/transformers/models/layoutlmv2/processing_layoutlmv2.py
src/transformers/models/layoutlmv3/processing_layoutlmv3.py
src/transformers/models/layoutxlm/processing_layoutxlm.py
src/transformers/models/markuplm/processing_markuplm.py
src/transformers/models/mctct/processing_mctct.py
src/transformers/models/mgp_str/processing_mgp_str.py
src/transformers/models/oneformer/processing_oneformer.py
src/transformers/models/owlvit/processing_owlvit.py
src/transformers/models/speecht5/processing_speecht5.py
src/transformers/models/speech_to_text/processing_speech_to_text.py
src/transformers/models/speech_to_text_2/processing_speech_to_text_2.py
src/transformers/models/trocr/processing_trocr.py
src/transformers/models/tvlt/processing_tvlt.py
src/transformers/models/vilt/processing_vilt.py
src/transformers/models/vision_text_dual_encoder/processing_vision_text_dual_encoder.py
src/transformers/models/wav2vec2/processing_wav2vec2.py
src/transformers/models/wav2vec2_with_lm/processing_wav2vec2_with_lm.py
src/transformers/models/whisper/processing_whisper.py
src/transformers/models/x_clip/processing_x_clip.py
Yih-Dar's avatar
Yih-Dar committed
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
src/transformers/models/bart/tokenization_bart.py
src/transformers/models/bart/tokenization_bart_fast.py
src/transformers/models/blenderbot/tokenization_blenderbot.py
src/transformers/models/blenderbot/tokenization_blenderbot_fast.py
src/transformers/models/bloom/tokenization_bloom_fast.py
src/transformers/models/codegen/tokenization_codegen.py
src/transformers/models/codegen/tokenization_codegen_fast.py
src/transformers/models/deberta/tokenization_deberta.py
src/transformers/models/deberta/tokenization_deberta_fast.py
src/transformers/models/gpt2/tokenization_gpt2.py
src/transformers/models/gpt2/tokenization_gpt2_fast.py
src/transformers/models/gpt_neox/tokenization_gpt_neox_fast.py
src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py
src/transformers/models/jukebox/tokenization_jukebox.py
src/transformers/models/led/tokenization_led.py
src/transformers/models/led/tokenization_led_fast.py
src/transformers/models/longformer/tokenization_longformer.py
src/transformers/models/longformer/tokenization_longformer_fast.py
src/transformers/models/luke/tokenization_luke.py
src/transformers/models/mvp/tokenization_mvp.py
src/transformers/models/mvp/tokenization_mvp_fast.py
src/transformers/models/roberta/tokenization_roberta.py
src/transformers/models/roberta/tokenization_roberta_fast.py
Yih-Dar's avatar
Yih-Dar committed
478
479
480
481
482
483
484
485
486
487
488
489
src/transformers/models/auto/feature_extraction_auto.py
src/transformers/models/auto/image_processing_auto.py
src/transformers/models/auto/processing_auto.py
src/transformers/models/auto/tokenization_auto.py
src/transformers/models/bertweet/tokenization_bertweet.py
src/transformers/models/dpr/tokenization_dpr.py
src/transformers/models/dpr/tokenization_dpr_fast.py
src/transformers/models/gptsan_japanese/tokenization_gptsan_japanese.py
src/transformers/models/m2m_100/tokenization_m2m_100.py
src/transformers/models/marian/tokenization_marian.py
src/transformers/models/roformer/tokenization_roformer.py
src/transformers/models/roformer/tokenization_roformer_fast.py
490
src/transformers/models/transfo_xl/tokenization_transfo_xl.py