fix Whisper tests on GPU (#23753)

* move input features to GPU * skip these tests because undefined behavior * unskip tests

fix Whisper tests on GPU (#23753)
* move input features to GPU * skip these tests because undefined behavior * unskip tests
2faa0953 · Matthijs Hollemans · GitHub · ac224dee · 2faa0953
Unverified Commit 2faa0953 authored May 30, 2023 by Matthijs Hollemans Committed by GitHub May 30, 2023
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

tests/models/whisper/test_modeling_whisper.py tests/models/whisper/test_modeling_whisper.py +3 -3

No files found.
--- a/tests/models/whisper/test_modeling_whisper.py
+++ b/tests/models/whisper/test_modeling_whisper.py
@@ -1477,7 +1477,7 @@ class WhisperModelIntegrationTests(unittest.TestCase):
        model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-tiny")
        model.to(torch_device)
        input_speech = self._load_datasamples(4)[-1:]
-        input_features = processor(input_speech, return_tensors="pt").input_features
+        input_features = processor(input_speech, return_tensors="pt").input_features.to(torch_device)

        output_without_prompt = model.generate(input_features)
        prompt_ids = processor.get_prompt_ids("Leighton")
@@ -1494,7 +1494,7 @@ class WhisperModelIntegrationTests(unittest.TestCase):
        model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-tiny")
        model.to(torch_device)
        input_speech = self._load_datasamples(1)
-        input_features = processor(input_speech, return_tensors="pt").input_features
+        input_features = processor(input_speech, return_tensors="pt").input_features.to(torch_device)
        task = "translate"
        language = "de"
        expected_tokens = [f"<|{task}|>", f"<|{language}|>"]
@@ -1513,7 +1513,7 @@ class WhisperModelIntegrationTests(unittest.TestCase):
        model = WhisperForConditionalGeneration.from_pretrained("openai/whisper-tiny.en")
        model.to(torch_device)
        input_speech = self._load_datasamples(1)
-        input_features = processor(input_speech, return_tensors="pt").input_features
+        input_features = processor(input_speech, return_tensors="pt").input_features.to(torch_device)
        prompt = "test prompt"
        prompt_ids = processor.get_prompt_ids(prompt)