[Test refactor 1/5] Per-folder tests reorganization (#15725)

* Per-folder tests reorganization
Co-authored-by: sgugger <sylvain.gugger@gmail.com>
Co-authored-by: Stas Bekman <stas@stason.org>

tests/test_modeling_bert.py → tests/bert/test_modeling_bert.py

@@ -20,9 +20,9 @@ from transformers import BertConfig, is_torch_available
 from transformers.models.auto import get_values
 from transformers.testing_utils import require_torch, require_torch_gpu, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_modeling_flax_bert.py → tests/bert/test_modeling_flax_bert.py

@@ -19,7 +19,7 @@ import numpy as np
 from transformers import BertConfig, is_flax_available
 from transformers.testing_utils import require_flax, slow
 
-from .test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_flax_available():

tests/test_modeling_tf_bert.py → tests/bert/test_modeling_tf_bert.py

@@ -20,9 +20,9 @@ from transformers import BertConfig, is_tf_available
 from transformers.models.auto import get_values
 from transformers.testing_utils import require_tf, slow
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
-from .test_modeling_tf_core import TFCoreModelTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
+from ..utils.test_modeling_tf_core import TFCoreModelTesterMixin
 
 
 if is_tf_available():

tests/test_tokenization_bert.py → tests/bert/test_tokenization_bert.py

@@ -29,7 +29,7 @@ from transformers.models.bert.tokenization_bert import (
 )
 from transformers.testing_utils import require_tokenizers, slow
 
-from .test_tokenization_common import TokenizerTesterMixin, filter_non_english
+from ..test_tokenization_common import TokenizerTesterMixin, filter_non_english
 
 
 @require_tokenizers

tests/test_modeling_bert_generation.py → tests/bert_generation/test_modeling_bert_generation.py

@@ -19,9 +19,9 @@ import unittest
 from transformers import BertGenerationConfig, is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_tokenization_bert_generation.py → tests/bert_generation/test_tokenization_bert_generation.py

@@ -15,17 +15,18 @@
 
 import os
 import unittest
+from os.path import dirname
 
 from transformers import BertGenerationTokenizer
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_torch, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 SPIECE_UNDERLINE = "▁"
 
-SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 
 
 @require_sentencepiece

tests/test_tokenization_bert_japanese.py → tests/bert_japanese/test_tokenization_bert_japanese.py

@@ -29,7 +29,7 @@ from transformers.models.bert_japanese.tokenization_bert_japanese import (
 )
 from transformers.testing_utils import custom_tokenizers
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 @custom_tokenizers

tests/test_tokenization_bertweet.py → tests/bertweet/test_tokenization_bertweet.py

@@ -18,7 +18,7 @@ import unittest
 
 from transformers.models.bertweet.tokenization_bertweet import VOCAB_FILES_NAMES, BertweetTokenizer
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 class BertweetTokenizationTest(TokenizerTesterMixin, unittest.TestCase):

tests/test_modeling_big_bird.py → tests/big_bird/test_modeling_big_bird.py

@@ -17,14 +17,13 @@
 
 import unittest
 
-from tests.test_modeling_common import floats_tensor
 from transformers import BigBirdConfig, is_torch_available
 from transformers.models.auto import get_values
 from transformers.models.big_bird.tokenization_big_bird import BigBirdTokenizer
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_modeling_flax_big_bird.py → tests/big_bird/test_modeling_flax_big_bird.py

@@ -19,7 +19,7 @@ import numpy as np
 from transformers import BigBirdConfig, is_flax_available
 from transformers.testing_utils import require_flax, slow
 
-from .test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_modeling_flax_common import FlaxModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_flax_available():

tests/test_tokenization_big_bird.py → tests/big_bird/test_tokenization_big_bird.py

@@ -15,17 +15,18 @@
 
 import os
 import unittest
+from os.path import dirname
 
 from transformers import BigBirdTokenizer, BigBirdTokenizerFast
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 SPIECE_UNDERLINE = "▁"
 
-SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 
 
 @require_sentencepiece

tests/test_modeling_bigbird_pegasus.py → tests/bigbird_pegasus/test_modeling_bigbird_pegasus.py

@@ -22,9 +22,9 @@ import unittest
 from transformers import BigBirdPegasusConfig, is_torch_available
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():

tests/test_modeling_blenderbot.py → tests/blenderbot/test_modeling_blenderbot.py

@@ -21,9 +21,9 @@ from transformers import BlenderbotConfig, is_torch_available
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():