Skip to content

GitLab

"web/git@developer.sourcefind.cn:chenpangpang/ComfyUI.git" did not exist on "1e6b67101cad777319e891afce3c7120e0dc1273"
Commit 34ae5bf8 authored by thomwolf's avatar thomwolf
Browse files

small clean up in tests

parent 23d4554e
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
tests/tokenization_gpt2_test.py
View file @ 34ae5bf8
...@@ -40,7 +40,6 @@ class GPT2TokenizationTest(unittest.TestCase): ...@@ -40,7 +40,6 @@ class GPT2TokenizationTest(unittest.TestCase):
merges_file = fp.name merges_file = fp.name
tokenizer = GPT2Tokenizer(vocab_file, merges_file, special_tokens=["<unk>", "<pad>"]) tokenizer = GPT2Tokenizer(vocab_file, merges_file, special_tokens=["<unk>", "<pad>"])
print("encoder", tokenizer.byte_encoder)
os.remove(vocab_file) os.remove(vocab_file)
os.remove(merges_file) os.remove(merges_file)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment