Disable failing GPU unit test (#3384)

Summary:
Disable failing GPU unit test.
See associated issue: https://github.com/pytorch/audio/issues/3376

Pull Request resolved: https://github.com/pytorch/audio/pull/3384

Reviewed By: mthrok

Differential Revision: D46279324

Pulled By: atalman

fbshipit-source-id: 3a606bb992e0261451f48d1fb458e054f7fd5583

.circleci/config.yml

@@ -355,6 +355,8 @@ jobs:
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS: true
+              TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED: true
+
       - store_test_results:
           path: test-results
       - store_artifacts:

.circleci/config.yml.in

@@ -355,6 +355,8 @@ jobs:
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS: true
+              TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED: true
+
       - store_test_results:
           path: test-results
       - store_artifacts:

.github/workflows/unittest-linux-gpu.yml

@@ -74,6 +74,7 @@ jobs:
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
 
         declare -a args=(
             '-v'

test/torchaudio_unittest/common_utils/__init__.py

 from .autograd_utils import use_deterministic_algorithms
 from .backend_utils import set_audio_backend
 from .case_utils import (
+    disabledInCI,
     HttpServerMixin,
     is_ffmpeg_available,
     PytorchTestCase,
@@ -60,6 +61,7 @@ __all__ = [
     "skipIfNoFFmpeg",
     "skipIfNoHWAccel",
     "skipIfPy310",
+    "disabledInCI",
     "get_wav_data",
     "normalize_wav",
     "load_wav",

test/torchaudio_unittest/common_utils/case_utils.py

@@ -287,6 +287,11 @@ skipIfNoMacOS = _skipIf(
     reason="This feature is only available for MacOS.",
     key="NO_MACOS",
 )
+disabledInCI = _skipIf(
+    "CI" in os.environ,
+    reason="Tests are failing on CI consistently. Disabled while investigating.",
+    key="TEMPORARY_DISABLED",
+)
 
 
 def skipIfNoHWAccel(name):

test/torchaudio_unittest/io/stream_reader_test.py

@@ -4,6 +4,7 @@ import torch
 import torchaudio
 from parameterized import parameterized, parameterized_class
 from torchaudio_unittest.common_utils import (
+    disabledInCI,
     get_asset_path,
     get_image,
     get_sinusoid,
@@ -1171,6 +1172,8 @@ class CudaDecoderTest(_MediaSourceMixin, TempDirMixin, TorchaudioTestCase):
 
 
 @skipIfNoHWAccel("h264_cuvid")
+# Disabled in CI: https://github.com/pytorch/audio/issues/3376
+@disabledInCI
 class FilterGraphWithCudaAccel(TorchaudioTestCase):
     def test_sclae_cuda_change_size(self):
         """scale_cuda filter can be used when HW accel is on"""

test/torchaudio_unittest/prototype/conformer_wav2vec2_test.py

@@ -5,7 +5,7 @@ from torchaudio.prototype.models import (
     conformer_wav2vec2_pretrain_base,
     conformer_wav2vec2_pretrain_large,
 )
-from torchaudio_unittest.common_utils import nested_params, skipIfNoCuda, torch_script, TorchaudioTestCase
+from torchaudio_unittest.common_utils import disabledInCI, nested_params, skipIfNoCuda, torch_script, TorchaudioTestCase
 
 
 class TestConformerWav2Vec2(TorchaudioTestCase):
@@ -33,6 +33,8 @@ class TestConformerWav2Vec2(TorchaudioTestCase):
 
     @parameterized.expand([(torch.float32,), (torch.float64,)])
     @skipIfNoCuda
+    # Disabled in CI: https://github.com/pytorch/audio/issues/3376
+    @disabledInCI
     def test_cuda_smoke_test(self, dtype):
         model = conformer_wav2vec2_base()
         self._smoke_test(model, torch.device("cuda"), dtype)
@@ -50,6 +52,8 @@ class TestConformerWav2Vec2(TorchaudioTestCase):
         [torch.float32, torch.float64],
     )
     @skipIfNoCuda
+    # Disabled in CI: https://github.com/pytorch/audio/issues/3376
+    @disabledInCI
     def test_pretrain_cuda_smoke_test(self, model, dtype):
         model = model()
         self._smoke_test(model, torch.device("cuda"), dtype)

test/torchaudio_unittest/prototype/ssl_model_test.py

@@ -32,7 +32,12 @@ class TestSSLModel(TorchaudioTestCase):
         self._smoke_test(model, feature_dim, torch.device("cpu"), dtype)
 
     @nested_params(
-        [(conformer_wav2vec2_base, 64), (conformer_wav2vec2_pretrain_base, 64), (emformer_hubert_base, 80)],
+        [
+            (conformer_wav2vec2_base, 64),
+            # Skip since failing see issue: https://github.com/pytorch/audio/issues/3376
+            # (conformer_wav2vec2_pretrain_base, 64),
+            (emformer_hubert_base, 80),
+        ],
         [torch.float32, torch.float64],
     )
     @skipIfNoCuda