Unverified Commit 7777db15 authored by Bram Vanroy's avatar Bram Vanroy Committed by GitHub
Browse files

Update tokenization_utils_base.py (#9293)

Missing "s" typo
parent 71963a66
...@@ -3179,7 +3179,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin): ...@@ -3179,7 +3179,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
assert already_has_special_tokens and token_ids_1 is None, ( assert already_has_special_tokens and token_ids_1 is None, (
"You cannot use ``already_has_special_tokens=False`` with this tokenizer. " "You cannot use ``already_has_special_tokens=False`` with this tokenizer. "
"Please use a slow (full python) tokenizer to activate this argument." "Please use a slow (full python) tokenizer to activate this argument."
"Or set `return_special_token_mask=True` when calling the encoding method " "Or set `return_special_tokens_mask=True` when calling the encoding method "
"to get the special tokens mask in any tokenizer. " "to get the special tokens mask in any tokenizer. "
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment