"...reusable/git@developer.sourcefind.cn:OpenDAS/nni.git" did not exist on "f5caa19316a2337eeec6ed2dd304b86506ce22a4"
Unverified Commit 268fc1fd authored by Yoach Lacombe's avatar Yoach Lacombe Committed by GitHub
Browse files

Add w2v2bert to pipeline (#28585)

* generalize asr pipeline to fbank models

* change w2v2 pipeline output

* Update test_pipelines_automatic_speech_recognition.py
parent b2748a6e
...@@ -517,8 +517,11 @@ class AutomaticSpeechRecognitionPipeline(ChunkPipeline): ...@@ -517,8 +517,11 @@ class AutomaticSpeechRecognitionPipeline(ChunkPipeline):
out["stride"] = stride out["stride"] = stride
else: else:
input_values = model_inputs.pop("input_values") inputs = {
outputs = self.model(input_values=input_values, attention_mask=attention_mask) self.model.main_input_name: model_inputs.pop(self.model.main_input_name),
"attention_mask": attention_mask,
}
outputs = self.model(**inputs)
logits = outputs.logits logits = outputs.logits
if self.type == "ctc_with_lm": if self.type == "ctc_with_lm":
......
...@@ -298,6 +298,23 @@ class AutomaticSpeechRecognitionPipelineTests(unittest.TestCase): ...@@ -298,6 +298,23 @@ class AutomaticSpeechRecognitionPipelineTests(unittest.TestCase):
output = speech_recognizer(filename) output = speech_recognizer(filename)
self.assertEqual(output, {"text": "A MAN SAID TO THE UNIVERSE SIR I EXIST"}) self.assertEqual(output, {"text": "A MAN SAID TO THE UNIVERSE SIR I EXIST"})
@require_torch
@slow
def test_torch_large_with_input_features(self):
speech_recognizer = pipeline(
task="automatic-speech-recognition",
model="hf-audio/wav2vec2-bert-CV16-en",
framework="pt",
)
waveform = np.tile(np.arange(1000, dtype=np.float32), 34)
output = speech_recognizer(waveform)
self.assertEqual(output, {"text": ""})
ds = load_dataset("hf-internal-testing/librispeech_asr_dummy", "clean", split="validation").sort("id")
filename = ds[40]["file"]
output = speech_recognizer(filename)
self.assertEqual(output, {"text": "a man said to the universe sir i exist"})
@slow @slow
@require_torch @require_torch
@slow @slow
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment