Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
c6563315
Unverified
Commit
c6563315
authored
Apr 06, 2022
by
Patrick von Platen
Committed by
GitHub
Apr 06, 2022
Browse files
[Speech2Text Doc] Fix docs (#16611)
* [Speech2Text Doc] Fix docs * apply ydshiehs suggestions
parent
fb3d0df4
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
11 additions
and
23 deletions
+11
-23
docs/source/en/model_doc/speech_to_text.mdx
docs/source/en/model_doc/speech_to_text.mdx
+10
-23
utils/documentation_tests.txt
utils/documentation_tests.txt
+1
-0
No files found.
docs/source/en/model_doc/speech_to_text.mdx
View file @
c6563315
...
@@ -47,25 +47,19 @@ be installed as follows: `apt install libsndfile1-dev`
...
@@ -47,25 +47,19 @@ be installed as follows: `apt install libsndfile1-dev`
>>> import torch
>>> import torch
>>> from transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration
>>> from transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration
>>> from datasets import load_dataset
>>> from datasets import load_dataset
>>> import soundfile as sf
>>> model = Speech2TextForConditionalGeneration.from_pretrained("facebook/s2t-small-librispeech-asr")
>>> model = Speech2TextForConditionalGeneration.from_pretrained("facebook/s2t-small-librispeech-asr")
>>> processor = Speech2TextProcessor.from_pretrained("facebook/s2t-small-librispeech-asr")
>>> processor = Speech2TextProcessor.from_pretrained("facebook/s2t-small-librispeech-asr")
>>> def map_to_array(batch):
>>> ds = load_dataset("hf-internal-testing/librispeech_asr_demo", "clean", split="validation")
... speech, _ = sf.read(batch["file"])
... batch["speech"] = speech
... return batch
>>> inputs = processor(ds[0]["audio"]["array"], sampling_rate=ds[0]["audio"]["sampling_rate"], return_tensors="pt")
>>> ds = load_dataset("hf-internal-testing/librispeech_asr_dummy", "clean", split="validation")
>>> generated_ids = model.generate(inputs["input_features"], attention_mask=inputs["attention_mask"])
>>> ds = ds.map(map_to_array)
>>> inputs = processor(ds["speech"][0], sampling_rate=16_000, return_tensors="pt")
>>> generated_ids = model.generate(input_ids=inputs["input_features"], attention_mask=inputs["attention_mask"])
>>> transcription = processor.batch_decode(generated_ids)
>>> transcription = processor.batch_decode(generated_ids)
>>> transcription
['mister quilter is the apostle of the middle classes and we are glad to welcome his gospel']
```
```
- Multilingual speech translation
- Multilingual speech translation
...
@@ -80,29 +74,22 @@ be installed as follows: `apt install libsndfile1-dev`
...
@@ -80,29 +74,22 @@ be installed as follows: `apt install libsndfile1-dev`
>>> import torch
>>> import torch
>>> from transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration
>>> from transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration
>>> from datasets import load_dataset
>>> from datasets import load_dataset
>>> import soundfile as sf
>>> model = Speech2TextForConditionalGeneration.from_pretrained("facebook/s2t-medium-mustc-multilingual-st")
>>> model = Speech2TextForConditionalGeneration.from_pretrained("facebook/s2t-medium-mustc-multilingual-st")
>>> processor = Speech2TextProcessor.from_pretrained("facebook/s2t-medium-mustc-multilingual-st")
>>> processor = Speech2TextProcessor.from_pretrained("facebook/s2t-medium-mustc-multilingual-st")
>>> ds = load_dataset("hf-internal-testing/librispeech_asr_demo", "clean", split="validation")
>>> def map_to_array(batch):
>>> inputs = processor(ds[0]["audio"]["array"], sampling_rate=ds[0]["audio"]["sampling_rate"], return_tensors="pt")
... speech, _ = sf.read(batch["file"])
... batch["speech"] = speech
... return batch
>>> ds = load_dataset("hf-internal-testing/librispeech_asr_dummy", "clean", split="validation")
>>> ds = ds.map(map_to_array)
>>> inputs = processor(ds["speech"][0], sampling_rate=16_000, return_tensors="pt")
>>> generated_ids = model.generate(
>>> generated_ids = model.generate(
...
input_ids=
inputs["input_features"],
... inputs["input_features"],
... attention_mask=inputs["attention_mask"],
... attention_mask=inputs["attention_mask"],
... forced_bos_token_id=processor.tokenizer.lang_code_to_id["fr"],
... forced_bos_token_id=processor.tokenizer.lang_code_to_id["fr"],
... )
... )
>>> translation = processor.batch_decode(generated_ids)
>>> translation = processor.batch_decode(generated_ids)
>>> translation
["<lang:fr> (Vidéo) Si M. Kilder est l'apossible des classes moyennes, et nous sommes heureux d'être accueillis dans son évangile."]
```
```
See the [model hub](https://huggingface.co/models?filter=speech_to_text) to look for Speech2Text checkpoints.
See the [model hub](https://huggingface.co/models?filter=speech_to_text) to look for Speech2Text checkpoints.
...
...
utils/documentation_tests.txt
View file @
c6563315
docs/source/en/quicktour.mdx
docs/source/en/quicktour.mdx
docs/source/en/task_summary.mdx
docs/source/en/task_summary.mdx
docs/source/en/model_doc/speech_to_text.mdx
src/transformers/generation_utils.py
src/transformers/generation_utils.py
src/transformers/models/bart/modeling_bart.py
src/transformers/models/bart/modeling_bart.py
src/transformers/models/beit/modeling_beit.py
src/transformers/models/beit/modeling_beit.py
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment