Update deprecated torch.ger (#24387)

cb8f6755 · Sergii Dymchenko · GitHub · eb849f66 · cb8f6755
Unverified Commit cb8f6755 authored Jun 20, 2023 by Sergii Dymchenko Committed by GitHub Jun 20, 2023
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/transfo_xl/modeling_transfo_xl.py src/transformers/models/transfo_xl/modeling_transfo_xl.py +1 -1

No files found.
--- a/src/transformers/models/transfo_xl/modeling_transfo_xl.py
+++ b/src/transformers/models/transfo_xl/modeling_transfo_xl.py
@@ -185,7 +185,7 @@ class PositionalEmbedding(nn.Module):
        self.register_buffer("inv_freq", inv_freq)

    def forward(self, pos_seq, bsz=None):
-        sinusoid_inp = torch.ger(pos_seq, self.inv_freq)
+        sinusoid_inp = torch.outer(pos_seq, self.inv_freq)
        pos_emb = torch.cat([sinusoid_inp.sin(), sinusoid_inp.cos()], dim=-1)

        if bsz is not None: