Skip to content

GitLab

"test/srt/git@developer.sourcefind.cn:change/sglang.git" did not exist on "720c1c8ca30ff1cd52436635f54bac7e04464c67"
Commit 3e0cf495 authored by thomwolf's avatar thomwolf
Browse files

adding back last dropout in TF 2.0 T5

parent 35d32308
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
src/transformers/modeling_tf_t5.py
View file @ 3e0cf495
...@@ -491,6 +491,7 @@ class TFT5MainLayer(tf.keras.layers.Layer): ...@@ -491,6 +491,7 @@ class TFT5MainLayer(tf.keras.layers.Layer):
all_attentions = all_attentions + (layer_outputs[1],) all_attentions = all_attentions + (layer_outputs[1],)
hidden_states = self.final_layer_norm(hidden_states) hidden_states = self.final_layer_norm(hidden_states)
hidden_states = self.dropout(hidden_states, training=training)
# Add last layer # Add last layer
if self.output_hidden_states: if self.output_hidden_states:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment