[Test refactor 1/5] Per-folder tests reorganization (#15725)

* Per-folder tests reorganization
Co-authored-by: sgugger <sylvain.gugger@gmail.com>
Co-authored-by: Stas Bekman <stas@stason.org>

tests/test_feature_extraction_speech_to_text.py → tests/speech_to_text/test_feature_extraction_speech_to_text.py

@@ -23,7 +23,7 @@ import numpy as np
 from transformers import is_speech_available
 from transformers.testing_utils import require_torch, require_torchaudio
 
-from .test_sequence_feature_extraction_common import SequenceFeatureExtractionTestMixin
+from ..test_sequence_feature_extraction_common import SequenceFeatureExtractionTestMixin
 
 
 if is_speech_available():

tests/test_modeling_speech_to_text.py → tests/speech_to_text/test_modeling_speech_to_text.py

@@ -32,9 +32,9 @@ from transformers.testing_utils import (
     torch_device,
 )
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
 
 
 if is_torch_available():

tests/test_modeling_tf_speech_to_text.py → tests/speech_to_text/test_modeling_tf_speech_to_text.py

@@ -21,8 +21,8 @@ from transformers import Speech2TextConfig
 from transformers.file_utils import cached_property, is_tf_available
 from transformers.testing_utils import require_sentencepiece, require_tf, require_tokenizers, slow
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
 
 
 if is_tf_available():

tests/test_processor_speech_to_text.py → tests/speech_to_text/test_processor_speech_to_text.py

@@ -16,6 +16,7 @@ import os
 import shutil
 import tempfile
 import unittest
+from os.path import dirname
 from pathlib import Path
 from shutil import copyfile
 
@@ -31,7 +32,7 @@ if is_speech_available():
     from transformers import Speech2TextFeatureExtractor, Speech2TextProcessor
 
 
-SAMPLE_SP = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_SP = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 
 
 @require_torch

tests/test_tokenization_speech_to_text.py → tests/speech_to_text/test_tokenization_speech_to_text.py

@@ -14,6 +14,7 @@
 
 import os
 import unittest
+from os.path import dirname
 from pathlib import Path
 from shutil import copyfile
 
@@ -22,10 +23,10 @@ from transformers.models.speech_to_text import Speech2TextTokenizer
 from transformers.models.speech_to_text.tokenization_speech_to_text import VOCAB_FILES_NAMES, save_json
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
-SAMPLE_SP = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_SP = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 
 if is_sentencepiece_available():
     import sentencepiece as sp

tests/test_modeling_speech_to_text_2.py → tests/speech_to_text_2/test_modeling_speech_to_text_2.py

@@ -19,9 +19,9 @@ import unittest
 from transformers import Speech2Text2Config
 from transformers.testing_utils import is_torch_available, require_torch, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():

tests/test_tokenization_speech_to_text_2.py → tests/speech_to_text_2/test_tokenization_speech_to_text_2.py

@@ -21,7 +21,7 @@ import unittest
 from transformers.models.speech_to_text_2 import Speech2Text2Tokenizer
 from transformers.models.speech_to_text_2.tokenization_speech_to_text_2 import VOCAB_FILES_NAMES
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 class SpeechToTextTokenizerTest(TokenizerTesterMixin, unittest.TestCase):

tests/test_modeling_splinter.py → tests/splinter/test_modeling_splinter.py

@@ -20,8 +20,8 @@ import unittest
 from transformers import is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_modeling_squeezebert.py → tests/squeezebert/test_modeling_squeezebert.py

@@ -19,8 +19,8 @@ import unittest
 from transformers import SqueezeBertConfig, is_torch_available
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_tokenization_squeezebert.py → tests/squeezebert/test_tokenization_squeezebert.py

@@ -17,7 +17,7 @@
 from transformers import SqueezeBertTokenizer, SqueezeBertTokenizerFast
 from transformers.testing_utils import require_tokenizers, slow
 
-from .test_tokenization_bert import BertTokenizationTest
+from ..bert.test_tokenization_bert import BertTokenizationTest
 
 
 @require_tokenizers

tests/test_modeling_swin.py → tests/swin/test_modeling_swin.py

@@ -18,13 +18,12 @@ import copy
 import inspect
 import unittest
 
-from tests.test_modeling_common import floats_tensor
 from transformers import SwinConfig
 from transformers.file_utils import cached_property, is_torch_available, is_vision_available
 from transformers.testing_utils import require_torch, require_vision, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
 
 
 if is_torch_available():

tests/test_modeling_flax_t5.py → tests/t5/test_modeling_flax_t5.py

@@ -27,9 +27,9 @@ from transformers.testing_utils import (
     slow,
 )
 
-from .test_configuration_common import ConfigTester
-from .test_generation_flax_utils import FlaxGenerationTesterMixin
-from .test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor
+from ..generation.test_generation_flax_utils import FlaxGenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor
 
 
 if is_flax_available():

tests/test_modeling_t5.py → tests/t5/test_modeling_t5.py

@@ -22,9 +22,9 @@ from transformers import T5Config, is_torch_available
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():

tests/test_modeling_tf_t5.py → tests/t5/test_modeling_tf_t5.py

@@ -19,8 +19,8 @@ from transformers import T5Config, is_tf_available
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tf, require_tokenizers, slow
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_tf_common import TFModelTesterMixin, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor
 
 
 if is_tf_available():

tests/test_tokenization_t5.py → tests/t5/test_tokenization_t5.py

@@ -21,7 +21,7 @@ from transformers import SPIECE_UNDERLINE, AddedToken, BatchEncoding, T5Tokenize
 from transformers.file_utils import cached_property, is_tf_available, is_torch_available
 from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 SAMPLE_VOCAB = get_tests_dir("fixtures/test_sentencepiece.model")