Unverified Commit 08bfc171 authored by Xi Ye's avatar Xi Ye Committed by GitHub
Browse files

fix the warning message of overflowed sequence (#7151)

parent af8425b7
...@@ -2477,7 +2477,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin): ...@@ -2477,7 +2477,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
logger.warning( logger.warning(
"Token indices sequence length is longer than the specified maximum sequence length " "Token indices sequence length is longer than the specified maximum sequence length "
"for this model ({} > {}). Running this sequence through the model will result in " "for this model ({} > {}). Running this sequence through the model will result in "
"indexing errors".format(len(ids), self.model_max_length) "indexing errors".format(len(encoded_inputs["input_ids"]), self.model_max_length)
) )
# Padding # Padding
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment