Skip hubert_xlarge TS test on Windows (#1807)

Writing scripted HuBERT XLarge models fail on Windows CI.

test/torchaudio_unittest/models/wav2vec2/model_test.py

@@ -189,14 +189,18 @@ class TestWav2Vec2Model(TorchaudioTestCase):
     @pretrain_factory_funcs
     def test_pretrain_torchscript(self, factory_func):
         """Wav2Vec2Model should be scriptable"""
+        if factory_func is hubert_xlarge and os.name == 'nt' and os.environ.get('CI') == 'true':
+            self.skipTest(
+                'hubert_xlarge is known to fail on Windows CI. '
+                'See https://github.com/pytorch/pytorch/issues/65776')
         self._test_torchscript(factory_func())
 
     @finetune_factory_funcs
     def test_finetune_torchscript(self, factory_func):
         """Wav2Vec2Model should be scriptable"""
-        if factory_func is hubert_ft_xlarge and os.name == 'nt':
+        if factory_func is hubert_ft_xlarge and os.name == 'nt' and os.environ.get('CI') == 'true':
             self.skipTest(
-                'hubert_asr_xlarge is known to fail on Windows CI. '
+                'hubert_ft_xlarge is known to fail on Windows CI. '
                 'See https://github.com/pytorch/pytorch/issues/65776')
         self._test_torchscript(factory_func(num_out=32))