Skip to content

GitLab

Unverified Commit 12d0eb5f authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Don't access pad_token_id if there is no pad_token (#4773)

parent 17a88d31
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/tokenization_utils.py
View file @ 12d0eb5f
...@@ -2467,7 +2467,7 @@ class PreTrainedTokenizerFast(PreTrainedTokenizer): ...@@ -2467,7 +2467,7 @@ class PreTrainedTokenizerFast(PreTrainedTokenizer):
strategy=truncation_strategy, strategy=truncation_strategy,
pad_to_max_length=pad_to_max_length, pad_to_max_length=pad_to_max_length,
padding_side=self.padding_side, padding_side=self.padding_side,
pad_token_id=self.pad_token_id, pad_token_id=self.pad_token_id if self._pad_token is not None else None,
pad_token_type_id=self.pad_token_type_id, pad_token_type_id=self.pad_token_type_id,
pad_token=self._pad_token, pad_token=self._pad_token,
): ):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment