TF Flaubert w/ pre-norm (#6841)

895d3946 · Lysandre Debut · GitHub · 4561f05c · 895d3946
Unverified Commit 895d3946 authored Aug 31, 2020 by Lysandre Debut Committed by GitHub Aug 31, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/modeling_tf_flaubert.py src/transformers/modeling_tf_flaubert.py +1 -1

No files found.
--- a/src/transformers/modeling_tf_flaubert.py
+++ b/src/transformers/modeling_tf_flaubert.py
@@ -296,7 +296,7 @@ class TFFlaubertMainLayer(TFXLMMainLayer):
            else:
                tensor_normalized = self.layer_norm1[i](tensor)
                attn_outputs = self.attentions[i](
-                    tensor_normalized, attn_mask, None, cache, head_mask[i], training=training
+                    tensor_normalized, attn_mask, None, cache, head_mask[i], output_attentions, training=training
                )
                attn = attn_outputs[0]
                if output_attentions: