[Test refactor 1/5] Per-folder tests reorganization (#15725)

* Per-folder tests reorganization
Co-authored-by: sgugger <sylvain.gugger@gmail.com>
Co-authored-by: Stas Bekman <stas@stason.org>

tests/test_modeling_prophetnet.py → tests/prophetnet/test_modeling_prophetnet.py

@@ -20,9 +20,9 @@ import unittest
 from transformers import ProphetNetConfig, is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
 
 
 if is_torch_available():

tests/test_tokenization_prophetnet.py → tests/prophetnet/test_tokenization_prophetnet.py

@@ -28,7 +28,7 @@ from transformers.models.bert.tokenization_bert import (
 from transformers.models.prophetnet.tokenization_prophetnet import VOCAB_FILES_NAMES, ProphetNetTokenizer
 from transformers.testing_utils import require_torch, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
 class ProphetNetTokenizationTest(TokenizerTesterMixin, unittest.TestCase):

tests/test_modeling_qdqbert.py → tests/qdqbert/test_modeling_qdqbert.py

@@ -18,12 +18,11 @@
 
 import unittest
 
-from tests.test_modeling_common import floats_tensor
 from transformers import QDQBertConfig, is_torch_available
 from transformers.testing_utils import require_pytorch_quantization, require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_modeling_rag.py → tests/rag/test_modeling_rag.py

@@ -19,6 +19,7 @@ import os
 import shutil
 import tempfile
 import unittest
+from os.path import dirname
 from unittest.mock import patch
 
 import numpy as np
@@ -37,15 +38,14 @@ from transformers.testing_utils import (
     torch_device,
 )
 
-from .test_modeling_bart import BartModelTester
-from .test_modeling_dpr import DPRModelTester
-from .test_modeling_t5 import T5ModelTester
+from ..bart.test_modeling_bart import BartModelTester
+from ..dpr.test_modeling_dpr import DPRModelTester
+from ..t5.test_modeling_t5 import T5ModelTester
 
 
 TOLERANCE = 1e-3
 
-T5_SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
-
+T5_SAMPLE_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 if is_torch_available() and is_datasets_available() and is_faiss_available():
     import torch
     from datasets import Dataset

tests/test_modeling_tf_rag.py → tests/rag/test_modeling_tf_rag.py

@@ -34,8 +34,8 @@ if is_tf_available() and is_datasets_available() and is_faiss_available():
 
     from transformers.modeling_tf_outputs import TFBaseModelOutput
 
-from .test_modeling_tf_bart import TFBartModelTester
-from .test_modeling_tf_dpr import TFDPRModelTester
+from ..bart.test_modeling_tf_bart import TFBartModelTester
+from ..dpr.test_modeling_tf_dpr import TFDPRModelTester
 
 
 TOLERANCE = 1e-3

tests/test_modeling_realm.py → tests/realm/test_modeling_realm.py

@@ -19,12 +19,11 @@ import unittest
 
 import numpy as np
 
-from tests.test_modeling_common import floats_tensor
 from transformers import RealmConfig, is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_tokenization_realm.py → tests/realm/test_tokenization_realm.py

@@ -28,7 +28,7 @@ from transformers.models.bert.tokenization_bert import (
 from transformers.models.realm.tokenization_realm import RealmTokenizer
 from transformers.testing_utils import require_tokenizers, slow
 
-from .test_tokenization_common import TokenizerTesterMixin, filter_non_english
+from ..test_tokenization_common import TokenizerTesterMixin, filter_non_english
 
 
 @require_tokenizers

tests/test_modeling_reformer.py → tests/reformer/test_modeling_reformer.py

@@ -25,9 +25,9 @@ from transformers.testing_utils import (
     torch_device,
 )
 
-from .test_configuration_common import ConfigTester
-from .test_generation_utils import GenerationTesterMixin
-from .test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
+from ..generation.test_generation_utils import GenerationTesterMixin
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_tokenization_reformer.py → tests/reformer/test_tokenization_reformer.py

@@ -14,15 +14,16 @@
 
 import os
 import unittest
+from os.path import dirname
 
 from transformers import SPIECE_UNDERLINE, ReformerTokenizer, ReformerTokenizerFast
 from transformers.file_utils import cached_property
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow
 
-from .test_tokenization_common import TokenizerTesterMixin
+from ..test_tokenization_common import TokenizerTesterMixin
 
 
-SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")
+SAMPLE_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
 
 
 @require_sentencepiece

tests/test_modeling_rembert.py → tests/rembert/test_modeling_rembert.py

@@ -17,12 +17,11 @@
 
 import unittest
 
-from tests.test_modeling_common import floats_tensor
 from transformers import is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/test_modeling_tf_rembert.py → tests/rembert/test_modeling_tf_rembert.py

@@ -19,8 +19,8 @@ import unittest
 from transformers import RemBertConfig, is_tf_available
 from transformers.testing_utils import require_tf, slow
 
-from .test_configuration_common import ConfigTester
-from .test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
+from ..test_configuration_common import ConfigTester
+from ..test_modeling_tf_common import TFModelTesterMixin, floats_tensor, ids_tensor
 
 
 if is_tf_available():