make style (#11520)

022a1e9e · Patrick von Platen · GitHub · e0db8276 · 022a1e9e
Unverified Commit 022a1e9e authored Apr 30, 2021 by Patrick von Platen Committed by GitHub Apr 30, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/led/modeling_led.py src/transformers/models/led/modeling_led.py +1 -1

No files found.
--- a/src/transformers/models/led/modeling_led.py
+++ b/src/transformers/models/led/modeling_led.py
@@ -424,7 +424,7 @@ class LEDEncoderSelfAttention(nn.Module):
        # matrix multiplication
        # bcxd: batch_size * num_heads x chunks x 2window_overlap x head_dim
        # bcyd: batch_size * num_heads x chunks x 2window_overlap x head_dim
-        # bcxy: batch_size * num_heads x chunks x 2window_overlap x window_overlap
+        # bcxy: batch_size * num_heads x chunks x 2window_overlap x 2window_overlap
        diagonal_chunked_attention_scores = torch.einsum("bcxd,bcyd->bcxy", (query, key))  # multiply

        # convert diagonals into columns