Remove redundant coverage (#6224)

6730ecdd · Sam Shleifer · GitHub · 5deed37f · 6730ecdd
Unverified Commit 6730ecdd authored Aug 04, 2020 by Sam Shleifer Committed by GitHub Aug 04, 2020
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 4 deletions

tests/test_tokenization_common.py tests/test_tokenization_common.py +0 -4

No files found.
--- a/tests/test_tokenization_common.py
+++ b/tests/test_tokenization_common.py
@@ -1065,10 +1065,6 @@ class TokenizerTesterMixin:
                self.assertIsInstance(vocab, dict)
                self.assertEqual(len(vocab), len(tokenizer))

-                for word, ind in vocab.items():
-                    self.assertEqual(tokenizer.convert_tokens_to_ids(word), ind)
-                    self.assertEqual(tokenizer.convert_ids_to_tokens(ind), word)
-
                tokenizer.add_tokens(["asdfasdfasdfasdf"])
                vocab = tokenizer.get_vocab()
                self.assertIsInstance(vocab, dict)