"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "49bee0aea44ef29c08d48f818f356275ef223da8"
Unverified Commit 938f437c authored by Michael Benayoun's avatar Michael Benayoun Committed by GitHub
Browse files

Fix M2M100 positional embedding creation for ONNX (#21328)

* Fix M2M100 positional embedding creation for ONNX

* Restore READMEs

* Trigger CI
parent 7d2a5fa7
...@@ -172,7 +172,7 @@ class M2M100SinusoidalPositionalEmbedding(nn.Module): ...@@ -172,7 +172,7 @@ class M2M100SinusoidalPositionalEmbedding(nn.Module):
if max_pos > self.weights.size(0): if max_pos > self.weights.size(0):
self.make_weights(max_pos + self.offset, self.embedding_dim, self.padding_idx) self.make_weights(max_pos + self.offset, self.embedding_dim, self.padding_idx)
return self.weights.index_select(0, position_ids.view(-1)).view(bsz, seq_len, -1).detach() return self.weights.index_select(0, position_ids.view(-1)).view(bsz, seq_len, self.weights.shape[-1]).detach()
def create_position_ids_from_inputs_embeds(self, inputs_embeds, past_key_values_length): def create_position_ids_from_inputs_embeds(self, inputs_embeds, past_key_values_length):
""" """
......
...@@ -214,7 +214,7 @@ class XGLMSinusoidalPositionalEmbedding(nn.Module): ...@@ -214,7 +214,7 @@ class XGLMSinusoidalPositionalEmbedding(nn.Module):
if max_pos > self.weights.size(0): if max_pos > self.weights.size(0):
self.make_weights(max_pos + self.offset, self.embedding_dim, self.padding_idx) self.make_weights(max_pos + self.offset, self.embedding_dim, self.padding_idx)
return self.weights.index_select(0, position_ids.view(-1)).view(bsz, seq_len, -1).detach() return self.weights.index_select(0, position_ids.view(-1)).view(bsz, seq_len, self.weights.shape[-1]).detach()
def create_position_ids_from_inputs_embeds(self, inputs_embeds, past_key_values_length): def create_position_ids_from_inputs_embeds(self, inputs_embeds, past_key_values_length):
""" """
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment