Skip to content

GitLab

Commit 7af7f817 authored by VictorSanh's avatar VictorSanh
Browse files

Fix oubli

parent e1bb7904
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
tokenization_test_pytorch.py
View file @ 7af7f817
...@@ -119,3 +119,7 @@ class TokenizationTest(unittest.TestCase): ...@@ -119,3 +119,7 @@ class TokenizationTest(unittest.TestCase):
self.assertFalse(tokenization._is_punctuation(u"A")) self.assertFalse(tokenization._is_punctuation(u"A"))
self.assertFalse(tokenization._is_punctuation(u" ")) self.assertFalse(tokenization._is_punctuation(u" "))
if __name__ == '__main__':
unittest.main()
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment