Fix oscillator bank test (#3196)

Summary:
Follow up of https://github.com/pytorch/audio/pull/3083

Pull Request resolved: https://github.com/pytorch/audio/pull/3196

Reviewed By: nateanl

Differential Revision: D44308940

Pulled By: mthrok

fbshipit-source-id: e3ef27656e74c28ae78b767517d8e0ba3a9ac4a6

test/torchaudio_unittest/prototype/functional/torchscript_consistency_test_impl.py

@@ -42,7 +42,7 @@ class TorchScriptConsistencyTestImpl(TestBaseMixin):
         freq = torch.rand((num_frames, num_pitches), dtype=self.dtype, device=self.device)
         amps = torch.ones_like(freq)
 
-        self._assert_consistency(F.oscillator_bank, (freq, amps, sample_rate, "sum"))
+        self._assert_consistency(F.oscillator_bank, (freq, amps, sample_rate, "sum", torch.float64))
 
     def test_extend_pitch(self):
         num_frames = 5