Skip to content

GitLab

"docs/source/vscode:/vscode.git/clone" did not exist on "7d8ff3629b2725ec43ace99c1a6e87ac1978d433"
Unverified Commit 95754b47 authored by Arthur's avatar Arthur Committed by GitHub
Browse files

remove two tokens that should not be suppressed (#20302)

parent 532e60be
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
src/transformers/models/whisper/configuration_whisper.py
View file @ 95754b47
...@@ -35,7 +35,7 @@ WHISPER_PRETRAINED_CONFIG_ARCHIVE_MAP = { ...@@ -35,7 +35,7 @@ WHISPER_PRETRAINED_CONFIG_ARCHIVE_MAP = {
# fmt: off # fmt: off
NON_SPEECH_TOKENS = [ NON_SPEECH_TOKENS = [
1, 2, 6, 7, 8, 9, 10, 12, 14, 25, 1, 2, 7, 8, 9, 10, 14, 25,
26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62,
63, 90, 91, 92, 93, 357, 366, 438, 532, 685, 63, 90, 91, 92, 93, 357, 366, 438, 532, 685,
705, 796, 930, 1058, 1220, 1267, 1279, 1303, 1343, 1377, 705, 796, 930, 1058, 1220, 1267, 1279, 1303, 1343, 1377,
...@@ -46,7 +46,7 @@ NON_SPEECH_TOKENS = [ ...@@ -46,7 +46,7 @@ NON_SPEECH_TOKENS = [
34949, 40283, 40493, 40549, 47282, 49146, 50257, 50359, 50360, 50361 34949, 40283, 40493, 40549, 47282, 49146, 50257, 50359, 50360, 50361
] ]
NON_SPEECH_TOKENS_MULTI = [ NON_SPEECH_TOKENS_MULTI = [
1, 2, 6, 7, 8, 9, 10, 12, 14, 25, 1, 2, 7, 8, 9, 10, 14, 25,
26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62,
63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873,
893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment