Remove duplicate code (#17708)

3ccff0d4 · Kyungmin Lee · GitHub · 26a6a426 · 3ccff0d4
Unverified Commit 3ccff0d4 authored Jun 22, 2022 by Kyungmin Lee Committed by GitHub Jun 21, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

src/transformers/models/t5/modeling_t5.py src/transformers/models/t5/modeling_t5.py +1 -2

No files found.
--- a/src/transformers/models/t5/modeling_t5.py
+++ b/src/transformers/models/t5/modeling_t5.py
@@ -1408,8 +1408,7 @@ class T5Model(T5PreTrainedModel):
            )

        hidden_states = encoder_outputs[0]
-        if self.model_parallel:
-            torch.cuda.set_device(self.decoder.first_device)
+
        # Set device for model parallelism
        if self.model_parallel:
            torch.cuda.set_device(self.decoder.first_device)