Fix `test_load_default_pipelines_pt` for `ClapModel` (#21886)

* fix tests

---------
Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

src/transformers/pipelines/__init__.py

@@ -302,7 +302,7 @@ SUPPORTED_TASKS = {
     },
     "zero-shot-audio-classification": {
         "impl": ZeroShotAudioClassificationPipeline,
-        "tf": (TFAutoModel,) if is_tf_available() else (),
+        "tf": (),
         "pt": (AutoModel,) if is_torch_available() else (),
         "default": {
             "model": {