"examples/git@developer.sourcefind.cn:OpenDAS/nni.git" did not exist on "cd98c48fdedd7a6ce01a58f096a960de6f85946e"
Unverified Commit f50b82af authored by Thomas Wolf's avatar Thomas Wolf Committed by GitHub
Browse files

Merge pull request #302 from yongbowin/master

typo
parents 83377407 2fdab323
...@@ -63,7 +63,7 @@ def load_vocab(vocab_file): ...@@ -63,7 +63,7 @@ def load_vocab(vocab_file):
def whitespace_tokenize(text): def whitespace_tokenize(text):
"""Runs basic whitespace cleaning and splitting on a peice of text.""" """Runs basic whitespace cleaning and splitting on a piece of text."""
text = text.strip() text = text.strip()
if not text: if not text:
return [] return []
......
...@@ -292,7 +292,7 @@ class TransfoXLTokenizer(object): ...@@ -292,7 +292,7 @@ class TransfoXLTokenizer(object):
return "".join(output) return "".join(output)
def whitespace_tokenize(self, text): def whitespace_tokenize(self, text):
"""Runs basic whitespace cleaning and splitting on a peice of text.""" """Runs basic whitespace cleaning and splitting on a piece of text."""
text = text.strip() text = text.strip()
if not text: if not text:
return [] return []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment