well well well (#28011)

131a528b · Arthur · GitHub · 17506d12 · 131a528b
Unverified Commit 131a528b authored Dec 14, 2023 by Arthur Committed by GitHub Dec 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/wav2vec2/tokenization_wav2vec2.py src/transformers/models/wav2vec2/tokenization_wav2vec2.py +1 -1

No files found.
--- a/src/transformers/models/wav2vec2/tokenization_wav2vec2.py
+++ b/src/transformers/models/wav2vec2/tokenization_wav2vec2.py
@@ -273,7 +273,7 @@ class Wav2Vec2CTCTokenizer(PreTrainedTokenizer):
        to_add = []
        for token in new_tokens:
            if isinstance(token, str):
-                to_add.append(AddedToken(token, rstrip=False, lstrip=False, normalize=False))
+                to_add.append(AddedToken(token, rstrip=False, lstrip=False, normalized=False))
            else:
                to_add.append(token)