Skip to content

GitLab

Unverified Commit fb60c309 authored by Philip May's avatar Philip May Committed by GitHub
Browse files

fix assert (#11935)

parent 04a9709c
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 4 deletions
tests/test_tokenization_deberta_v2.py
View file @ fb60c309
...@@ -102,10 +102,11 @@ class DebertaV2TokenizationTest(TokenizerTesterMixin, unittest.TestCase): ...@@ -102,10 +102,11 @@ class DebertaV2TokenizationTest(TokenizerTesterMixin, unittest.TestCase):
encoded_sentence = tokenizer.build_inputs_with_special_tokens(text) encoded_sentence = tokenizer.build_inputs_with_special_tokens(text)
encoded_pair = tokenizer.build_inputs_with_special_tokens(text, text_2) encoded_pair = tokenizer.build_inputs_with_special_tokens(text, text_2)
assert encoded_sentence == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] self.assertEqual([tokenizer.cls_token_id] + text + [tokenizer.sep_token_id], encoded_sentence)
assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [ self.assertEqual(
tokenizer.sep_token_id [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [tokenizer.sep_token_id],
] encoded_pair,
)
def test_tokenizer_integration(self): def test_tokenizer_integration(self):
tokenizer_classes = [self.tokenizer_class] tokenizer_classes = [self.tokenizer_class]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment