Skip to content

GitLab

Unverified Commit b90745c5 authored by Lysandre Debut's avatar Lysandre Debut Committed by GitHub
Browse files

Test correct tokenizers after default switch (#3003)

parent 3716c3d8
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
tests/test_tokenization_auto.py
View file @ b90745c5
...@@ -101,5 +101,5 @@ class AutoTokenizerTest(unittest.TestCase): ...@@ -101,5 +101,5 @@ class AutoTokenizerTest(unittest.TestCase):
self.assertFalse(issubclass(child_model_fast, parent_model_fast)) self.assertFalse(issubclass(child_model_fast, parent_model_fast))
def test_from_pretrained_use_fast_toggle(self): def test_from_pretrained_use_fast_toggle(self):
self.assertIsInstance(AutoTokenizer.from_pretrained("bert-base-cased"), BertTokenizerFast) self.assertIsInstance(AutoTokenizer.from_pretrained("bert-base-cased"), BertTokenizer)
self.assertIsInstance(AutoTokenizer.from_pretrained("bert-base-cased", use_fast=False), BertTokenizer) self.assertIsInstance(AutoTokenizer.from_pretrained("bert-base-cased", use_fast=True), BertTokenizerFast)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment