fix #2410

6806f820 · Lysandre · 176d3b30 · 6806f820
Commit 6806f820 authored Jan 07, 2020 by Lysandre
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/tokenization_xlm.py src/transformers/tokenization_xlm.py +1 -1

No files found.
--- a/src/transformers/tokenization_xlm.py
+++ b/src/transformers/tokenization_xlm.py
@@ -474,7 +474,7 @@ def replace_unicode_punct(text):
    text = text.replace("！", "!")
    text = text.replace("（", "(")
    text = text.replace("；", ";")
-    text = text.replace("１", '"')
+    text = text.replace("１", '1')
    text = text.replace("」", '"')
    text = text.replace("「", '"')
    text = text.replace("０", "0")