Commit 3e0cf495 authored by thomwolf's avatar thomwolf
Browse files

adding back last dropout in TF 2.0 T5

parent 35d32308
...@@ -491,6 +491,7 @@ class TFT5MainLayer(tf.keras.layers.Layer): ...@@ -491,6 +491,7 @@ class TFT5MainLayer(tf.keras.layers.Layer):
all_attentions = all_attentions + (layer_outputs[1],) all_attentions = all_attentions + (layer_outputs[1],)
hidden_states = self.final_layer_norm(hidden_states) hidden_states = self.final_layer_norm(hidden_states)
hidden_states = self.dropout(hidden_states, training=training)
# Add last layer # Add last layer
if self.output_hidden_states: if self.output_hidden_states:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment