Clean special tokens test

65c75fc5 · Lysandre · fb393ad9 · 65c75fc5
Commit 65c75fc5 authored Dec 20, 2019 by Lysandre
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

transformers/tests/tokenization_tests_commons.py transformers/tests/tokenization_tests_commons.py +1 -2

No files found.
--- a/transformers/tests/tokenization_tests_commons.py
+++ b/transformers/tests/tokenization_tests_commons.py
@@ -138,8 +138,7 @@ class CommonTestCases:
            tokenized_sequence = tokenizer.tokenize(sequence_with_special_tokens)

            for special_token in tokenizer.all_special_tokens:
-                print(special_token, special_token in tokenized_sequence)
-                assert special_token in tokenized_sequence
+                self.assertTrue(special_token in tokenized_sequence)

            tokenizer = self.get_tokenizer(do_lower_case=False)