Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "74297d0a55f9854e9a4e635b9c41a11d700d0a79"
Unverified Commit 0187c6f0 authored by SaulLu's avatar SaulLu Committed by GitHub
Browse files

revert temporary addition to test next version of CLIPTokenizerFast (#15717)

parent 3956b133
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
tests/test_tokenization_clip.py
View file @ 0187c6f0
...@@ -36,8 +36,6 @@ class CLIPTokenizationTest(TokenizerTesterMixin, unittest.TestCase): ...@@ -36,8 +36,6 @@ class CLIPTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
def setUp(self): def setUp(self):
super().setUp() super().setUp()
# temporary addition: to test the new slow to fast converter
self.tokenizers_list = [(CLIPTokenizerFast, "SaulLu/clip-vit-base-patch32", {})]
# fmt: off # fmt: off
vocab = ["l", "o", "w", "e", "r", "s", "t", "i", "d", "n", "lo", "l</w>", "w</w>", "r</w>", "t</w>", "low</w>", "er</w>", "lowest</w>", "newer</w>", "wider", "<unk>", "<|startoftext|>", "<|endoftext|>"] vocab = ["l", "o", "w", "e", "r", "s", "t", "i", "d", "n", "lo", "l</w>", "w</w>", "r</w>", "t</w>", "low</w>", "er</w>", "lowest</w>", "newer</w>", "wider", "<unk>", "<|startoftext|>", "<|endoftext|>"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment