Mark pipeline tests to skip them easily (#21887)

* Mark pipeline tests to skip them easily

* Mark the mixin as pipeline test

* Update src/transformers/testing_utils.py
Co-authored-by: Yih-Dar <2521628+ydshieh@users.noreply.github.com>

---------
Co-authored-by: Yih-Dar <2521628+ydshieh@users.noreply.github.com>

tests/pipelines/test_pipelines_text_generation.py

@@ -16,6 +16,7 @@ import unittest
 
 from transformers import MODEL_FOR_CAUSAL_LM_MAPPING, TF_MODEL_FOR_CAUSAL_LM_MAPPING, TextGenerationPipeline, pipeline
 from transformers.testing_utils import (
+    is_pipeline_test,
     require_accelerate,
     require_tf,
     require_torch,
@@ -26,6 +27,7 @@ from transformers.testing_utils import (
 from .test_pipelines_common import ANY
 
 
+@is_pipeline_test
 @require_torch_or_tf
 class TextGenerationPipelineTests(unittest.TestCase):
     model_mapping = MODEL_FOR_CAUSAL_LM_MAPPING

tests/pipelines/test_pipelines_token_classification.py

@@ -25,7 +25,14 @@ from transformers import (
     pipeline,
 )
 from transformers.pipelines import AggregationStrategy, TokenClassificationArgumentHandler
-from transformers.testing_utils import nested_simplify, require_tf, require_torch, require_torch_gpu, slow
+from transformers.testing_utils import (
+    is_pipeline_test,
+    nested_simplify,
+    require_tf,
+    require_torch,
+    require_torch_gpu,
+    slow,
+)
 
 from .test_pipelines_common import ANY
 
@@ -33,6 +40,7 @@ from .test_pipelines_common import ANY
 VALID_INPUTS = ["A simple string", ["list of strings", "A simple string that is quite a bit longer"]]
 
 
+@is_pipeline_test
 class TokenClassificationPipelineTests(unittest.TestCase):
     model_mapping = MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING
     tf_model_mapping = TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING

tests/pipelines/test_pipelines_translation.py

@@ -25,11 +25,12 @@ from transformers import (
     TranslationPipeline,
     pipeline,
 )
-from transformers.testing_utils import require_tf, require_torch, slow
+from transformers.testing_utils import is_pipeline_test, require_tf, require_torch, slow
 
 from .test_pipelines_common import ANY
 
 
+@is_pipeline_test
 class TranslationPipelineTests(unittest.TestCase):
     model_mapping = MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING
     tf_model_mapping = TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING

tests/pipelines/test_pipelines_video_classification.py

@@ -19,6 +19,7 @@ from huggingface_hub import hf_hub_download
 from transformers import MODEL_FOR_VIDEO_CLASSIFICATION_MAPPING, VideoMAEFeatureExtractor
 from transformers.pipelines import VideoClassificationPipeline, pipeline
 from transformers.testing_utils import (
+    is_pipeline_test,
     nested_simplify,
     require_decord,
     require_tf,
@@ -30,6 +31,7 @@ from transformers.testing_utils import (
 from .test_pipelines_common import ANY
 
 
+@is_pipeline_test
 @require_torch_or_tf
 @require_vision
 @require_decord

tests/pipelines/test_pipelines_visual_question_answering.py

@@ -16,7 +16,14 @@ import unittest
 
 from transformers import MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING, is_vision_available
 from transformers.pipelines import pipeline
-from transformers.testing_utils import nested_simplify, require_tf, require_torch, require_vision, slow
+from transformers.testing_utils import (
+    is_pipeline_test,
+    nested_simplify,
+    require_tf,
+    require_torch,
+    require_vision,
+    slow,
+)
 
 from .test_pipelines_common import ANY
 
@@ -31,6 +38,7 @@ else:
             pass
 
 
+@is_pipeline_test
 @require_torch
 @require_vision
 class VisualQuestionAnsweringPipelineTests(unittest.TestCase):

tests/pipelines/test_pipelines_zero_shot.py

@@ -21,11 +21,12 @@ from transformers import (
     ZeroShotClassificationPipeline,
     pipeline,
 )
-from transformers.testing_utils import nested_simplify, require_tf, require_torch, slow
+from transformers.testing_utils import is_pipeline_test, nested_simplify, require_tf, require_torch, slow
 
 from .test_pipelines_common import ANY
 
 
+@is_pipeline_test
 class ZeroShotClassificationPipelineTests(unittest.TestCase):
     model_mapping = MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING
     tf_model_mapping = TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING

tests/pipelines/test_pipelines_zero_shot_audio_classification.py

@@ -17,9 +17,10 @@ import unittest
 from datasets import load_dataset
 
 from transformers.pipelines import pipeline
-from transformers.testing_utils import nested_simplify, require_torch, slow
+from transformers.testing_utils import is_pipeline_test, nested_simplify, require_torch, slow
 
 
+@is_pipeline_test
 @require_torch
 class ZeroShotAudioClassificationPipelineTests(unittest.TestCase):
     # Deactivating auto tests since we don't have a good MODEL_FOR_XX mapping,

tests/pipelines/test_pipelines_zero_shot_image_classification.py

@@ -16,7 +16,14 @@ import unittest
 
 from transformers import is_vision_available
 from transformers.pipelines import pipeline
-from transformers.testing_utils import nested_simplify, require_tf, require_torch, require_vision, slow
+from transformers.testing_utils import (
+    is_pipeline_test,
+    nested_simplify,
+    require_tf,
+    require_torch,
+    require_vision,
+    slow,
+)
 
 from .test_pipelines_common import ANY
 
@@ -31,6 +38,7 @@ else:
             pass
 
 
+@is_pipeline_test
 @require_vision
 class ZeroShotImageClassificationPipelineTests(unittest.TestCase):
     # Deactivating auto tests since we don't have a good MODEL_FOR_XX mapping,

tests/pipelines/test_pipelines_zero_shot_object_detection.py

@@ -15,7 +15,14 @@
 import unittest
 
 from transformers import MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING, is_vision_available, pipeline
-from transformers.testing_utils import nested_simplify, require_tf, require_torch, require_vision, slow
+from transformers.testing_utils import (
+    is_pipeline_test,
+    nested_simplify,
+    require_tf,
+    require_torch,
+    require_vision,
+    slow,
+)
 
 from .test_pipelines_common import ANY
 
@@ -30,6 +37,7 @@ else:
             pass
 
 
+@is_pipeline_test
 @require_vision
 @require_torch
 class ZeroShotObjectDetectionPipelineTests(unittest.TestCase):

tests/test_pipeline_mixin.py

@@ -20,6 +20,7 @@ import random
 from pathlib import Path
 
 from transformers.testing_utils import (
+    is_pipeline_test,
     require_decord,
     require_pytesseract,
     require_timm,
@@ -104,6 +105,7 @@ PATH_TO_TRANSFORMERS = os.path.join(Path(__file__).parent.parent, "src/transform
 transformers_module = direct_transformers_import(PATH_TO_TRANSFORMERS)
 
 
+@is_pipeline_test
 class PipelineTesterMixin:
     model_tester = None
     pipeline_model_mapping = None