Fix AttributeError from PreTrainedTokenizerFast.decoder (#14691)

d8c09c65 · Alex Hedges · GitHub · 42105795 · d8c09c65
Unverified Commit d8c09c65 authored Dec 23, 2021 by Alex Hedges Committed by GitHub Dec 23, 2021
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/tokenization_utils_fast.py src/transformers/tokenization_utils_fast.py +1 -1

No files found.
--- a/src/transformers/tokenization_utils_fast.py
+++ b/src/transformers/tokenization_utils_fast.py
@@ -180,7 +180,7 @@ class PreTrainedTokenizerFast(PreTrainedTokenizerBase):
        """
        `tokenizers.decoders.Decoder`: The Rust decoder for this tokenizer.
        """
-        return self._tokenizer._tokenizer.decoder
+        return self._tokenizer.decoder

    def _convert_encoding(
        self,