Skip to content

GitLab

Commit 568c0ffb authored by thomwolf's avatar thomwolf
Browse files

adding T5 model

parent 60a5babd
Expand all Show whitespace changes
Inline Side-by-side
Showing with 412 additions and 63 deletions
transformers/modeling_encoder_decoder.py
View file @ 568c0ffb
...@@ -217,9 +217,7 @@ class PreTrainedEncoderDecoder(nn.Module): ...@@ -217,9 +217,7 @@ class PreTrainedEncoderDecoder(nn.Module):
encoder_hidden_states = kwargs_encoder.pop("hidden_states", None) encoder_hidden_states = kwargs_encoder.pop("hidden_states", None)
if encoder_hidden_states is None: if encoder_hidden_states is None:
encoder_outputs = self.encoder(encoder_input_ids, **kwargs_encoder) encoder_outputs = self.encoder(encoder_input_ids, **kwargs_encoder)
encoder_hidden_states = encoder_outputs[ encoder_hidden_states = encoder_outputs[0]
0
] # output the last layer hidden state
else: else:
encoder_outputs = () encoder_outputs = ()
......
transformers/modeling_t5.py
View file @ 568c0ffb
This diff is collapsed.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment