update forward pass

bfbe68f0 · thomwolf · 0ef9bc92 · bfbe68f0
Commit bfbe68f0 authored Oct 14, 2019 by thomwolf
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

transformers/modeling_seq2seq.py transformers/modeling_seq2seq.py +3 -1

No files found.
--- a/transformers/modeling_seq2seq.py
+++ b/transformers/modeling_seq2seq.py
@@ -218,12 +218,14 @@ class PreTrainedSeq2seq(nn.Module):
        if encoder_hidden_states is None:
            encoder_outputs = self.encoder(*inputs, *kwargs)
            encoder_hidden_states = encoder_outputs[0]
+        else:
+            encoder_outputs = (,)

        # Decode
        decoder_kwargs['encoder_hidden_states'] = encoder_hidden_states
        decoder_outputs = self.decoder(**decoder_kwargs)

-        return decoder_outputs
+        return decoder_outputs + encoder_outputs


 class Model2Model(PreTrainedSeq2seq):