remove duplicated code (#7173)

0cdafbf7 · Stas Bekman · GitHub · 45b0b1ff · 0cdafbf7
Unverified Commit 0cdafbf7 authored Sep 17, 2020 by Stas Bekman Committed by GitHub Sep 17, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

src/transformers/tokenization_marian.py src/transformers/tokenization_marian.py +0 -3

No files found.
--- a/src/transformers/tokenization_marian.py
+++ b/src/transformers/tokenization_marian.py
@@ -156,9 +156,6 @@ class MarianTokenizer(PreTrainedTokenizer):
        if max_target_length is not None:
            tokenizer_kwargs["max_length"] = max_target_length

-        if max_target_length is not None:
-            tokenizer_kwargs["max_length"] = max_target_length
-
        self.current_spm = self.spm_target
        model_inputs["labels"] = self(tgt_texts, **tokenizer_kwargs)["input_ids"]
        self.current_spm = self.spm_source