Skip to content

GitLab

Unverified Commit fb60c309 authored by Philip May's avatar Philip May Committed by GitHub
Browse files

fix assert (#11935)

parent 04a9709c
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 4 deletions
tests/test_tokenization_deberta_v2.py
View file @ fb60c309
......@@ -102,10 +102,11 @@ class DebertaV2TokenizationTest(TokenizerTesterMixin, unittest.TestCase):
encoded_sentence = tokenizer.build_inputs_with_special_tokens(text)
encoded_pair = tokenizer.build_inputs_with_special_tokens(text, text_2)
assert encoded_sentence == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id]
assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [
tokenizer.sep_token_id
]
self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id], encoded_sentence)
self.assertEqual(
[tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [tokenizer.sep_token_id],
encoded_pair,
)
def test_tokenizer_integration(self):
tokenizer_classes = [self.tokenizer_class]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment