Skip to content

GitLab

Unverified Commit eff274d6 authored by Stas Bekman's avatar Stas Bekman Committed by GitHub
Browse files

typo (#6952)

parent a4fc0c80
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/tokenization_utils_base.py
View file @ eff274d6
...@@ -1613,7 +1613,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin): ...@@ -1613,7 +1613,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
added_tokens = tokenizer.sanitize_special_tokens() added_tokens = tokenizer.sanitize_special_tokens()
if added_tokens: if added_tokens:
logger.warning( logger.warning(
"Special tokens have been added in the vocabulary, make sure the associated word emebedding are fine-tuned or trained." "Special tokens have been added in the vocabulary, make sure the associated word embedding are fine-tuned or trained."
) )
return tokenizer return tokenizer
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment