Move test model folders (#17034)

* move test model folders (TODO: fix imports and others)

* fix (potentially partially) imports (in model test modules)

* fix (potentially partially) imports (in tokenization test modules)

* fix (potentially partially) imports (in feature extraction test modules)

* fix import utils.test_modeling_tf_core

* fix path ../fixtures/

* fix imports about generation.test_generation_flax_utils

* fix more imports

* fix fixture path

* fix get_test_dir

* update module_to_test_file

* fix get_tests_dir from wrong transformers.utils

* update config.yml (CircleCI)

* fix style

* remove missing imports

* update new model script

* update check_repo

* update SPECIAL_MODULE_TO_TEST_MAP

* fix style

* add __init__

* update self-scheduled

* fix add_new_model scripts

* check one way to get location back

* python setup.py build install

* fix import in test auto

* update self-scheduled.yml

* update slack notification script

* Add comments about artifact names

* fix for yolos
Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

tests/layoutlm/test_tokenization_layoutlm.py → tests/models/layoutlm/test_tokenization_layoutlm.py

@@ -21,7 +21,7 @@ from transformers import LayoutLMTokenizer, LayoutLMTokenizerFast
 from transformers.models.layoutlm.tokenization_layoutlm import VOCAB_FILES_NAMES
 from transformers.testing_utils import require_tokenizers
 
-from ..test_tokenization_common import TokenizerTesterMixin
+from ...test_tokenization_common import TokenizerTesterMixin
 
 
 @require_tokenizers

tests/layoutlmv2/test_feature_extraction_layoutlmv2.py → tests/models/layoutlmv2/test_feature_extraction_layoutlmv2.py

@@ -21,7 +21,7 @@ import numpy as np
 from transformers.testing_utils import require_pytesseract, require_torch
 from transformers.utils import is_pytesseract_available, is_torch_available
 
-from ..test_feature_extraction_common import FeatureExtractionSavingTestMixin, prepare_image_inputs
+from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin, prepare_image_inputs
 
 
 if is_torch_available():

tests/layoutlmv2/test_modeling_layoutlmv2.py → tests/models/layoutlmv2/test_modeling_layoutlmv2.py

@@ -23,8 +23,8 @@ import unittest
 from transformers.testing_utils import require_detectron2, require_torch, slow, torch_device
 from transformers.utils import is_detectron2_available, is_torch_available
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_common import ModelTesterMixin, _config_zero_init, ids_tensor, random_attention_mask
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_common import ModelTesterMixin, _config_zero_init, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/layoutlmv2/test_tokenization_layoutlmv2.py → tests/models/layoutlmv2/test_tokenization_layoutlmv2.py

@@ -33,7 +33,7 @@ from transformers.models.layoutlmv2.tokenization_layoutlmv2 import (
 )
 from transformers.testing_utils import is_pt_tf_cross_test, require_pandas, require_tokenizers, require_torch, slow
 
-from ..test_tokenization_common import (
+from ...test_tokenization_common import (
     SMALL_TRAINING_CORPUS,
     TokenizerTesterMixin,
     filter_non_english,

tests/layoutxlm/test_processor_layoutxlm.py → tests/models/layoutxlm/test_processor_layoutxlm.py

@@ -17,12 +17,12 @@ import os
 import shutil
 import tempfile
 import unittest
-from os.path import dirname
 from typing import List
 
 from transformers import PreTrainedTokenizer, PreTrainedTokenizerBase, PreTrainedTokenizerFast
 from transformers.models.layoutxlm import LayoutXLMTokenizer, LayoutXLMTokenizerFast
 from transformers.testing_utils import (
+    get_tests_dir,
     require_pytesseract,
     require_sentencepiece,
     require_tokenizers,
@@ -38,7 +38,7 @@ if is_pytesseract_available():
     from transformers import LayoutLMv2FeatureExtractor, LayoutXLMProcessor
 
 
-SAMPLE_SP = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_sentencepiece.model")
+SAMPLE_SP = get_tests_dir("fixtures/test_sentencepiece.model")
 
 
 @require_pytesseract

tests/layoutxlm/test_tokenization_layoutxlm.py → tests/models/layoutxlm/test_tokenization_layoutxlm.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 
 import inspect
-import os
 import shutil
 import tempfile
 import unittest
@@ -23,6 +22,7 @@ from typing import List
 from transformers import AddedToken, LayoutXLMTokenizerFast, SpecialTokensMixin, is_tf_available, is_torch_available
 from transformers.models.layoutxlm.tokenization_layoutxlm import LayoutXLMTokenizer
 from transformers.testing_utils import (
+    get_tests_dir,
     is_pt_tf_cross_test,
     require_pandas,
     require_scatter,
@@ -32,7 +32,7 @@ from transformers.testing_utils import (
     slow,
 )
 
-from ..test_tokenization_common import (
+from ...test_tokenization_common import (
     SMALL_TRAINING_CORPUS,
     TokenizerTesterMixin,
     filter_non_english,
@@ -40,7 +40,7 @@ from ..test_tokenization_common import (
 )
 
 
-SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../fixtures/test_sentencepiece.model")
+SAMPLE_VOCAB = get_tests_dir("fixtures/test_sentencepiece.model")
 
 
 @require_sentencepiece

tests/led/test_modeling_led.py → tests/models/led/test_modeling_led.py

@@ -24,9 +24,9 @@ from transformers.models.auto import get_values
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 from transformers.utils import cached_property
 
-from ..generation.test_generation_utils import GenerationTesterMixin
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_common import ModelTesterMixin, ids_tensor
+from ...generation.test_generation_utils import GenerationTesterMixin
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():

tests/led/test_modeling_tf_led.py → tests/models/led/test_modeling_tf_led.py

@@ -19,8 +19,8 @@ import unittest
 from transformers import LEDConfig, is_tf_available
 from transformers.testing_utils import require_tf, slow
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor
 
 
 if is_tf_available():

tests/longformer/test_modeling_longformer.py → tests/models/longformer/test_modeling_longformer.py

@@ -19,8 +19,8 @@ import unittest
 from transformers import LongformerConfig, is_torch_available
 from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow, torch_device
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/longformer/test_modeling_tf_longformer.py → tests/models/longformer/test_modeling_tf_longformer.py

@@ -19,8 +19,8 @@ import unittest
 from transformers import is_tf_available
 from transformers.testing_utils import require_sentencepiece, require_tf, require_tokenizers, slow
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_tf_available():

tests/luke/test_modeling_luke.py → tests/models/luke/test_modeling_luke.py

@@ -18,8 +18,8 @@ import unittest
 from transformers import LukeConfig, is_torch_available
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
 
 
 if is_torch_available():

tests/luke/test_tokenization_luke.py → tests/models/luke/test_tokenization_luke.py

@@ -13,20 +13,18 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import os
 import unittest
-from os.path import dirname
 from typing import Tuple
 
 from transformers import AddedToken, LukeTokenizer
-from transformers.testing_utils import require_torch, slow
+from transformers.testing_utils import get_tests_dir, require_torch, slow
 
-from ..test_tokenization_common import TokenizerTesterMixin
+from ...test_tokenization_common import TokenizerTesterMixin
 
 
-SAMPLE_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/vocab.json")
-SAMPLE_MERGE_FILE = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/merges.txt")
-SAMPLE_ENTITY_VOCAB = os.path.join(dirname(dirname(os.path.abspath(__file__))), "fixtures/test_entity_vocab.json")
+SAMPLE_VOCAB = get_tests_dir("fixtures/vocab.json")
+SAMPLE_MERGE_FILE = get_tests_dir("fixtures/merges.txt")
+SAMPLE_ENTITY_VOCAB = get_tests_dir("fixtures/test_entity_vocab.json")
 
 
 class LukeTokenizerTest(TokenizerTesterMixin, unittest.TestCase):

tests/lxmert/test_modeling_lxmert.py → tests/models/lxmert/test_modeling_lxmert.py

@@ -23,8 +23,8 @@ from transformers import LxmertConfig, is_tf_available, is_torch_available
 from transformers.models.auto import get_values
 from transformers.testing_utils import require_torch, slow, torch_device
 
-from ..test_configuration_common import ConfigTester
-from ..test_modeling_common import ModelTesterMixin, ids_tensor
+from ...test_configuration_common import ConfigTester
+from ...test_modeling_common import ModelTesterMixin, ids_tensor
 
 
 if is_torch_available():