Return global attentions (see #7514) (#10906)

b3544e4c · Guillaume Filion · GitHub · 4f21e1dd · b3544e4c
Unverified Commit b3544e4c authored Mar 29, 2021 by Guillaume Filion Committed by GitHub Mar 29, 2021
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

src/transformers/models/longformer/modeling_longformer.py src/transformers/models/longformer/modeling_longformer.py +3 -0

No files found.
--- a/src/transformers/models/longformer/modeling_longformer.py
+++ b/src/transformers/models/longformer/modeling_longformer.py
@@ -1786,6 +1786,7 @@ class LongformerForMaskedLM(LongformerPreTrainedModel):
            logits=prediction_scores,
            hidden_states=outputs.hidden_states,
            attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
        )


@@ -1878,6 +1879,7 @@ class LongformerForSequenceClassification(LongformerPreTrainedModel):
            logits=logits,
            hidden_states=outputs.hidden_states,
            attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
        )


@@ -2126,6 +2128,7 @@ class LongformerForTokenClassification(LongformerPreTrainedModel):
            logits=logits,
            hidden_states=outputs.hidden_states,
            attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
        )