Fix XGLM cross attention (#16290)

641e5f3f · Suraj Patil · GitHub · f3938680 · 641e5f3f
Unverified Commit 641e5f3f authored Mar 21, 2022 by Suraj Patil Committed by GitHub Mar 21, 2022
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/xglm/modeling_xglm.py src/transformers/models/xglm/modeling_xglm.py +1 -1

No files found.
--- a/src/transformers/models/xglm/modeling_xglm.py
+++ b/src/transformers/models/xglm/modeling_xglm.py
@@ -399,7 +399,7 @@ class XGLMDecoderLayer(nn.Module):
        self.activation_dropout = config.activation_dropout

        if config.add_cross_attention:
-            self.crossattention = XGLMAttention(
+            self.encoder_attn = XGLMAttention(
                embed_dim=self.embed_dim,
                num_heads=config.attention_heads,
                dropout=config.attention_dropout,