Unverified Commit c33afd89 authored by Antoni Baum's avatar Antoni Baum Committed by GitHub
Browse files

Fix lint (#3388)

parent 7e9bd08f
......@@ -143,8 +143,8 @@ class RotaryEmbedding(nn.Module):
offsets: Optional[torch.Tensor] = None,
) -> Tuple[torch.Tensor, torch.Tensor]:
self.cos_sin_cache = self.cos_sin_cache.to(positions.get_device())
# ops.rotary_embedding()/batched_rotary_embedding() are in-place operations that
# update the query and key tensors.
# ops.rotary_embedding()/batched_rotary_embedding()
# are in-place operations that update the query and key tensors.
if offsets is not None:
ops.batched_rotary_embedding(positions, query, key, self.head_size,
self.cos_sin_cache,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment