Unverified Commit 7920de0a authored by Li, Jiang's avatar Li, Jiang Committed by GitHub
Browse files

[Bugfix] Fix MRoPE dispatch on CPU (#24712)


Signed-off-by: default avatarjiang1.li <jiang1.li@intel.com>
parent ddcec289
...@@ -300,6 +300,15 @@ class MRotaryEmbedding(RotaryEmbedding): ...@@ -300,6 +300,15 @@ class MRotaryEmbedding(RotaryEmbedding):
key = torch.cat((key_rot, key_pass), dim=-1).reshape(key_shape) key = torch.cat((key_rot, key_pass), dim=-1).reshape(key_shape)
return query, key return query, key
def forward_cpu(
self,
positions: torch.Tensor,
query: torch.Tensor,
key: Optional[torch.Tensor] = None,
offsets: Optional[torch.Tensor] = None,
) -> tuple[torch.Tensor, Optional[torch.Tensor]]:
return self.forward_native(positions, query, key, offsets)
@classmethod @classmethod
def get_input_positions( def get_input_positions(
cls, cls,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment