Unverified Commit cb8f6755 authored by Sergii Dymchenko's avatar Sergii Dymchenko Committed by GitHub
Browse files

Update deprecated torch.ger (#24387)

parent eb849f66
......@@ -185,7 +185,7 @@ class PositionalEmbedding(nn.Module):
self.register_buffer("inv_freq", inv_freq)
def forward(self, pos_seq, bsz=None):
sinusoid_inp = torch.ger(pos_seq, self.inv_freq)
sinusoid_inp = torch.outer(pos_seq, self.inv_freq)
pos_emb = torch.cat([sinusoid_inp.sin(), sinusoid_inp.cos()], dim=-1)
if bsz is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment