Skip to content

GitLab

"sgl-kernel/git@developer.sourcefind.cn:change/sglang.git" did not exist on "f96413c444a4ce16c6b01770e28a636350df24bf"
Unverified Commit 6730ecdd authored by Sam Shleifer's avatar Sam Shleifer Committed by GitHub
Browse files

Remove redundant coverage (#6224)

parent 5deed37f
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
tests/test_tokenization_common.py
View file @ 6730ecdd
...@@ -1065,10 +1065,6 @@ class TokenizerTesterMixin: ...@@ -1065,10 +1065,6 @@ class TokenizerTesterMixin:
self.assertIsInstance(vocab, dict) self.assertIsInstance(vocab, dict)
self.assertEqual(len(vocab), len(tokenizer)) self.assertEqual(len(vocab), len(tokenizer))
for word, ind in vocab.items():
self.assertEqual(tokenizer.convert_tokens_to_ids(word), ind)
self.assertEqual(tokenizer.convert_ids_to_tokens(ind), word)
tokenizer.add_tokens(["asdfasdfasdfasdf"]) tokenizer.add_tokens(["asdfasdfasdfasdf"])
vocab = tokenizer.get_vocab() vocab = tokenizer.get_vocab()
self.assertIsInstance(vocab, dict) self.assertIsInstance(vocab, dict)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment