"comfy/git@developer.sourcefind.cn:chenpangpang/ComfyUI.git" did not exist on "71666f248f769af073408a3475dd7a82a29d8247"
Commit 4cbdc7d9 authored by Pascal Voitot's avatar Pascal Voitot Committed by Lysandre Debut
Browse files

missed space

parent dd2add9f
...@@ -112,8 +112,6 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester): ...@@ -112,8 +112,6 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester):
(f"[CLS] {input} [SEP]").lower() (f"[CLS] {input} [SEP]").lower()
) )
def test_is_whitespace(self): def test_is_whitespace(self):
self.assertTrue(_is_whitespace(u" ")) self.assertTrue(_is_whitespace(u" "))
self.assertTrue(_is_whitespace(u"\t")) self.assertTrue(_is_whitespace(u"\t"))
......
...@@ -72,7 +72,7 @@ class GPT2TokenizationTest(CommonTestCases.CommonTokenizerTester): ...@@ -72,7 +72,7 @@ class GPT2TokenizationTest(CommonTestCases.CommonTokenizerTester):
new_toks = ['[ABC]', '[DEF]', 'GHI IHG'] new_toks = ['[ABC]', '[DEF]', 'GHI IHG']
tokenizer.add_tokens(new_toks) tokenizer.add_tokens(new_toks)
input = "lower newer [ABC] [DEF] newer lower [ABC] GHI IHG newer lower[DEF]" input = "lower newer [ABC] [DEF] newer lower [ABC] GHI IHG newer lower [DEF]"
encoded = tokenizer.encode(input) encoded = tokenizer.encode(input)
decoded = tokenizer.decode(encoded) decoded = tokenizer.decode(encoded)
self.assertEqual( self.assertEqual(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment