Unverified Commit 95f0dd21 authored by Arthur's avatar Arthur Committed by GitHub
Browse files

[Tokenizers] Fix a small typo (#21104)

* typo

* change name in `__repr__`

* fix my mistake
parent b210c83a
......@@ -1572,8 +1572,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
def __repr__(self) -> str:
return (
f"{'PreTrainedTokenizerFast' if self.is_fast else 'PreTrainedTokenizer'}(name_or_path='{self.name_or_path}',"
f" vocab_size={self.vocab_size}, model_max_len={self.model_max_length}, is_fast={self.is_fast},"
f"{self.__class__.__name__}(name_or_path='{self.name_or_path}',"
f" vocab_size={self.vocab_size}, model_max_length={self.model_max_length}, is_fast={self.is_fast},"
f" padding_side='{self.padding_side}', truncation_side='{self.truncation_side}',"
f" special_tokens={self.special_tokens_map_extended})"
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment