Skip to content

GitLab

Commit f2ac50cb authored by Pascal Voitot's avatar Pascal Voitot Committed by Lysandre Debut
Browse files

better for python2.x

parent 4cbdc7d9
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
transformers/tests/tokenization_bert_test.py
View file @ f2ac50cb
...@@ -109,7 +109,7 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester): ...@@ -109,7 +109,7 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester):
decoded = tokenizer.decode(encoded) decoded = tokenizer.decode(encoded)
self.assertEqual( self.assertEqual(
decoded.lower(), decoded.lower(),
(f"[CLS] {input} [SEP]").lower() ("[CLS] " + input + " [SEP]").lower()
) )
def test_is_whitespace(self): def test_is_whitespace(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment