Commit f2ac50cb authored by Pascal Voitot's avatar Pascal Voitot Committed by Lysandre Debut
Browse files

better for python2.x

parent 4cbdc7d9
......@@ -109,7 +109,7 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester):
decoded = tokenizer.decode(encoded)
self.assertEqual(
decoded.lower(),
(f"[CLS] {input} [SEP]").lower()
("[CLS] " + input + " [SEP]").lower()
)
def test_is_whitespace(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment