[Test refactor 1/5] Per-folder tests reorganization (#15725)

* Per-folder tests reorganization
Co-authored-by: sgugger <sylvain.gugger@gmail.com>
Co-authored-by: Stas Bekman <stas@stason.org>

tests/test_modeling_vit_mae.py → tests/vit_mae/test_modeling_vit_mae.py

@@ -26,8 +26,8 @@ from transformers import ViTMAEConfig
 from transformers.file_utils import cached_property, is_torch_available, is_vision_available
 from transformers.testing_utils import require_torch, require_vision, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
 
 
 if is_torch_available():

tests/test_feature_extraction_wav2vec2.py → tests/wav2vec2/test_feature_extraction_wav2vec2.py

@@ -23,7 +23,7 @@ import numpy as np
 from transformers import WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST, Wav2Vec2Config, Wav2Vec2FeatureExtractor
 from transformers.testing_utils import require_torch, slow
 
-from .test_sequence_feature_extraction_common import SequenceFeatureExtractionTestMixin
+from ..test_sequence_feature_extraction_common import SequenceFeatureExtractionTestMixin
 
 
 global_rng = random.Random()

tests/test_modeling_flax_wav2vec2.py → tests/wav2vec2/test_modeling_flax_wav2vec2.py

@@ -30,7 +30,7 @@ from transformers.testing_utils import (
     slow,
 )
 
-from .test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor, random_attention_mask
+from ..test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor, random_attention_mask
 
 
 if is_flax_available():

tests/test_modeling_tf_wav2vec2.py → tests/wav2vec2/test_modeling_tf_wav2vec2.py

@@ -29,8 +29,8 @@ from transformers import Wav2Vec2Config, is_tf_available
 from transformers.file_utils import is_librosa_available, is_pyctcdecode_available
 from transformers.testing_utils import require_librosa, require_pyctcdecode, require_tf, slow
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_tf_common import TFModelTesterMixin, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor
 
 
 if is_tf_available():

tests/test_modeling_wav2vec2.py → tests/wav2vec2/test_modeling_wav2vec2.py

@@ -20,7 +20,6 @@ import unittest
 import numpy as np
 from datasets import load_dataset
 
-from tests.test_modeling_common import floats_tensor, ids_tensor, random_attention_mask
 from transformers import Wav2Vec2Config, is_torch_available
 from transformers.testing_utils import (
     is_pt_flax_cross_test,
@@ -34,8 +33,14 @@ from transformers.testing_utils import (
     torch_device,
 )
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, _config_zero_init
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import (
+    ModelTesterMixin,
+    _config_zero_init,
+    floats_tensor,
+    ids_tensor,
+    random_attention_mask,
+)
 
 
 if is_torch_available():

tests/test_tokenization_wav2vec2.py → tests/wav2vec2/test_tokenization_wav2vec2.py

@@ -32,7 +32,7 @@ from transformers import (
 from transformers.models.wav2vec2.tokenization_wav2vec2 import VOCAB_FILES_NAMES, Wav2Vec2CTCTokenizerOutput
 from transformers.testing_utils import require_torch, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 global_rng = random.Random()

tests/test_tokenization_wav2vec2_phoneme.py → tests/wav2vec2_phoneme/test_tokenization_wav2vec2_phoneme.py

@@ -23,7 +23,7 @@ from transformers.models.wav2vec2.tokenization_wav2vec2 import VOCAB_FILES_NAMES
 from transformers.models.wav2vec2_phoneme.tokenization_wav2vec2_phoneme import Wav2Vec2PhonemeCTCTokenizerOutput
 from transformers.testing_utils import require_phonemizer
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 @require_phonemizer

tests/test_processor_wav2vec2_with_lm.py → tests/wav2vec2_with_lm/test_processor_wav2vec2_with_lm.py

@@ -28,7 +28,7 @@ from transformers.models.wav2vec2 import Wav2Vec2CTCTokenizer, Wav2Vec2FeatureEx
 from transformers.models.wav2vec2.tokenization_wav2vec2 import VOCAB_FILES_NAMES
 from transformers.testing_utils import require_pyctcdecode
 
-from .test_feature_extraction_wav2vec2 import floats_list
+from ..wav2vec2.test_feature_extraction_wav2vec2 import floats_list
 
 
 if is_pyctcdecode_available():

tests/test_modeling_wavlm.py → tests/wavlm/test_modeling_wavlm.py

@@ -20,12 +20,17 @@ import unittest
 import pytest
 from datasets import load_dataset
 
-from tests.test_modeling_common import floats_tensor, ids_tensor, random_attention_mask
 from transformers import WavLMConfig, is_torch_available
 from transformers.testing_utils import require_torch, require_torchaudio, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, _config_zero_init
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import (
+    ModelTesterMixin,
+    _config_zero_init,
+    floats_tensor,
+    ids_tensor,
+    random_attention_mask,
+)
 
 
 if is_torch_available():

tests/test_modeling_flax_xglm.py → tests/xglm/test_modeling_flax_xglm.py

@@ -21,8 +21,8 @@ import transformers
 from transformers import XGLMConfig, XGLMTokenizer, is_flax_available, is_torch_available
 from transformers.testing_utils import is_pt_flax_cross_test, require_flax, require_sentencepiece, slow
 
-from .test_generation_flax_utils import FlaxGenerationTesterMixin
-from .test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
+from ..generation.test_generation_flax_utils import FlaxGenerationTesterMixin
+from ..test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_flax_available():

tests/test_modeling_xglm.py → tests/xglm/test_modeling_xglm.py

@@ -21,9 +21,9 @@ import unittest
 from transformers import XGLMConfig, is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_tokenization_xglm.py → tests/xglm/test_tokenization_xglm.py

@@ -23,10 +23,10 @@ from transformers import SPIECE_UNDERLINE, XGLMTokenizer, XGLMTokenizerFast
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
-SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../fixtures/test_sentencepiece.model")
 
 
 @require_sentencepiece