"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "e2a6445ebbc36121817c1f605d9a09a335f5fba5"
Unverified Commit c54a6f99 authored by Bill Zhou's avatar Bill Zhou Committed by GitHub
Browse files

Fix typo in tokenization_utils_base.py (#32484)

parent 46d09af4
......@@ -1600,7 +1600,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
if "clean_up_tokenization_spaces" not in kwargs:
warnings.warn(
"`clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This "
"behavior will be depracted in transformers v4.45, and will be then set to `False` by default. "
"behavior will be deprecated in transformers v4.45, and will be then set to `False` by default. "
"For more details check this issue: https://github.com/huggingface/transformers/issues/31884",
FutureWarning,
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment