Skip to content

GitLab

Unverified Commit cb8f6755 authored by Sergii Dymchenko's avatar Sergii Dymchenko Committed by GitHub
Browse files

Update deprecated torch.ger (#24387)

parent eb849f66
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/models/transfo_xl/modeling_transfo_xl.py
View file @ cb8f6755
...@@ -185,7 +185,7 @@ class PositionalEmbedding(nn.Module): ...@@ -185,7 +185,7 @@ class PositionalEmbedding(nn.Module):
self.register_buffer("inv_freq", inv_freq) self.register_buffer("inv_freq", inv_freq)
def forward(self, pos_seq, bsz=None): def forward(self, pos_seq, bsz=None):
sinusoid_inp = torch.ger(pos_seq, self.inv_freq) sinusoid_inp = torch.outer(pos_seq, self.inv_freq)
pos_emb = torch.cat([sinusoid_inp.sin(), sinusoid_inp.cos()], dim=-1) pos_emb = torch.cat([sinusoid_inp.sin(), sinusoid_inp.cos()], dim=-1)
if bsz is not None: if bsz is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment