Unverified Commit f50b82af authored by Thomas Wolf's avatar Thomas Wolf Committed by GitHub
Browse files

Merge pull request #302 from yongbowin/master

typo
parents 83377407 2fdab323
......@@ -63,7 +63,7 @@ def load_vocab(vocab_file):
def whitespace_tokenize(text):
"""Runs basic whitespace cleaning and splitting on a peice of text."""
"""Runs basic whitespace cleaning and splitting on a piece of text."""
text = text.strip()
if not text:
return []
......
......@@ -292,7 +292,7 @@ class TransfoXLTokenizer(object):
return "".join(output)
def whitespace_tokenize(self, text):
"""Runs basic whitespace cleaning and splitting on a peice of text."""
"""Runs basic whitespace cleaning and splitting on a piece of text."""
text = text.strip()
if not text:
return []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment