Reorganize file utils (#16264)

* Split file_utils in several submodules

* Fixes

* Add back more objects

* More fixes

* Who exactly decided to import that from there?

* Second suggestion to code with code review

* Revert wront move

* Fix imports

* Adapt all imports

* Adapt all imports everywhere

* Revert this import, will fix in a separate commit

templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/test_modeling_{{cookiecutter.lowercase_modelname}}.py

@@ -486,7 +486,7 @@ import tempfile
 import unittest
 
 from transformers import is_torch_available
-from transformers.file_utils import cached_property
+from transformers.utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
 from ..test_configuration_common import ConfigTester

tests/auto/test_processor_auto.py

@@ -36,9 +36,9 @@ from transformers import (
     Wav2Vec2FeatureExtractor,
     Wav2Vec2Processor,
 )
-from transformers.file_utils import FEATURE_EXTRACTOR_NAME, is_tokenizers_available
 from transformers.testing_utils import PASS, USER, is_staging_test
 from transformers.tokenization_utils import TOKENIZER_CONFIG_FILE
+from transformers.utils import FEATURE_EXTRACTOR_NAME, is_tokenizers_available
 
 
 sys.path.append(str(Path(__file__).parent.parent.parent / "utils"))

tests/bart/test_modeling_bart.py

@@ -22,8 +22,8 @@ import unittest
 import timeout_decorator  # noqa
 
 from transformers import BartConfig, is_torch_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
+from transformers.utils import cached_property
 
 from ..generation.test_generation_utils import GenerationTesterMixin
 from ..test_configuration_common import ConfigTester

tests/bart/test_modeling_tf_bart.py

@@ -18,8 +18,8 @@ import unittest
 import numpy as np
 
 from transformers import BartConfig, BartTokenizer, is_tf_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_tf, slow
+from transformers.utils import cached_property
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor

tests/bart/test_tokenization_bart.py

@@ -16,9 +16,9 @@ import os
 import unittest
 
 from transformers import BartTokenizer, BartTokenizerFast, BatchEncoding
-from transformers.file_utils import cached_property
 from transformers.models.roberta.tokenization_roberta import VOCAB_FILES_NAMES
 from transformers.testing_utils import require_tokenizers, require_torch
+from transformers.utils import cached_property
 
 from ..test_tokenization_common import TokenizerTesterMixin, filter_roberta_detectors
 

tests/beit/test_feature_extraction_beit.py

@@ -19,8 +19,8 @@ import unittest
 import numpy as np
 from datasets import load_dataset
 
-from transformers.file_utils import is_torch_available, is_vision_available
 from transformers.testing_utils import require_torch, require_vision
+from transformers.utils import is_torch_available, is_vision_available
 
 from ..test_feature_extraction_common import FeatureExtractionSavingTestMixin, prepare_image_inputs
 

tests/beit/test_modeling_beit.py

@@ -22,9 +22,9 @@ from datasets import load_dataset
 from packaging import version
 
 from transformers import BeitConfig
-from transformers.file_utils import cached_property, is_torch_available, is_vision_available
 from transformers.models.auto import get_values
 from transformers.testing_utils import require_torch, require_vision, slow, torch_device
+from transformers.utils import cached_property, is_torch_available, is_vision_available
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor

tests/beit/test_modeling_flax_beit.py

@@ -18,8 +18,8 @@ import unittest
 import numpy as np
 
 from transformers import BeitConfig
-from transformers.file_utils import cached_property, is_flax_available, is_vision_available
 from transformers.testing_utils import require_flax, require_vision, slow
+from transformers.utils import cached_property, is_flax_available, is_vision_available
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor, ids_tensor

tests/bert_generation/test_tokenization_bert_generation.py

@@ -18,8 +18,8 @@ import unittest
 from os.path import dirname
 
 from transformers import BertGenerationTokenizer
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_torch, slow
+from transformers.utils import cached_property
 
 from ..test_tokenization_common import TokenizerTesterMixin
 

tests/big_bird/test_tokenization_big_bird.py

@@ -18,8 +18,8 @@ import unittest
 from os.path import dirname
 
 from transformers import BigBirdTokenizer, BigBirdTokenizerFast
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow
+from transformers.utils import cached_property
 
 from ..test_tokenization_common import TokenizerTesterMixin
 

tests/blenderbot/test_modeling_blenderbot.py

@@ -18,8 +18,8 @@ import tempfile
 import unittest
 
 from transformers import BlenderbotConfig, is_torch_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
+from transformers.utils import cached_property
 
 from ..generation.test_generation_utils import GenerationTesterMixin
 from ..test_configuration_common import ConfigTester

tests/blenderbot/test_modeling_tf_blenderbot.py

@@ -17,8 +17,8 @@
 import unittest
 
 from transformers import BlenderbotConfig, BlenderbotTokenizer, is_tf_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_tf, require_tokenizers, slow
+from transformers.utils import cached_property
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor

tests/blenderbot/test_tokenization_blenderbot.py

@@ -17,7 +17,7 @@
 import unittest
 
 from transformers import BlenderbotTokenizer, BlenderbotTokenizerFast
-from transformers.file_utils import cached_property
+from transformers.utils import cached_property
 
 
 class Blenderbot3BTokenizerTests(unittest.TestCase):

tests/blenderbot_small/test_modeling_blenderbot_small.py

@@ -18,8 +18,8 @@ import tempfile
 import unittest
 
 from transformers import BlenderbotSmallConfig, is_torch_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_torch, slow, torch_device
+from transformers.utils import cached_property
 
 from ..generation.test_generation_utils import GenerationTesterMixin
 from ..test_configuration_common import ConfigTester

tests/blenderbot_small/test_modeling_tf_blenderbot_small.py

@@ -17,8 +17,8 @@
 import unittest
 
 from transformers import BlenderbotSmallConfig, BlenderbotSmallTokenizer, is_tf_available
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_tf, require_tokenizers, slow
+from transformers.utils import cached_property
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor

tests/byt5/test_tokenization_byt5.py

@@ -22,7 +22,7 @@ import unittest
 from typing import Tuple
 
 from transformers import AddedToken, BatchEncoding, ByT5Tokenizer
-from transformers.file_utils import cached_property, is_tf_available, is_torch_available
+from transformers.utils import cached_property, is_tf_available, is_torch_available
 
 from ..test_tokenization_common import TokenizerTesterMixin
 

tests/camembert/test_tokenization_camembert.py

@@ -18,8 +18,8 @@ import unittest
 from os.path import dirname
 
 from transformers import CamembertTokenizer, CamembertTokenizerFast
-from transformers.file_utils import is_torch_available
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, slow
+from transformers.utils import is_torch_available
 
 from ..test_tokenization_common import TokenizerTesterMixin
 

tests/canine/test_tokenization_canine.py

@@ -20,9 +20,9 @@ import tempfile
 import unittest
 
 from transformers import BatchEncoding, CanineTokenizer
-from transformers.file_utils import cached_property
 from transformers.testing_utils import require_tokenizers, require_torch
 from transformers.tokenization_utils import AddedToken
+from transformers.utils import cached_property
 
 from ..test_tokenization_common import TokenizerTesterMixin
 

tests/clip/test_feature_extraction_clip.py

@@ -18,8 +18,8 @@ import unittest
 
 import numpy as np
 
-from transformers.file_utils import is_torch_available, is_vision_available
 from transformers.testing_utils import require_torch, require_vision
+from transformers.utils import is_torch_available, is_vision_available
 
 from ..test_feature_extraction_common import FeatureExtractionSavingTestMixin
 

tests/clip/test_modeling_clip.py

@@ -25,7 +25,6 @@ import numpy as np
 import requests
 import transformers
 from transformers import CLIPConfig, CLIPTextConfig, CLIPVisionConfig
-from transformers.file_utils import is_torch_available, is_vision_available
 from transformers.testing_utils import (
     is_flax_available,
     is_pt_flax_cross_test,
@@ -35,6 +34,7 @@ from transformers.testing_utils import (
     slow,
     torch_device,
 )
+from transformers.utils import is_torch_available, is_vision_available
 
 from ..test_configuration_common import ConfigTester
 from ..test_modeling_common import (