Skip to content

GitLab

Unverified Commit c33afd89 authored by Antoni Baum's avatar Antoni Baum Committed by GitHub
Browse files

Fix lint (#3388)

parent 7e9bd08f
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/layers/rotary_embedding.py
View file @ c33afd89
...@@ -143,8 +143,8 @@ class RotaryEmbedding(nn.Module): ...@@ -143,8 +143,8 @@ class RotaryEmbedding(nn.Module):
offsets: Optional[torch.Tensor] = None, offsets: Optional[torch.Tensor] = None,
) -> Tuple[torch.Tensor, torch.Tensor]: ) -> Tuple[torch.Tensor, torch.Tensor]:
self.cos_sin_cache = self.cos_sin_cache.to(positions.get_device()) self.cos_sin_cache = self.cos_sin_cache.to(positions.get_device())
# ops.rotary_embedding()/batched_rotary_embedding() are in-place operations that # ops.rotary_embedding()/batched_rotary_embedding()
# update the query and key tensors. # are in-place operations that update the query and key tensors.
if offsets is not None: if offsets is not None:
ops.batched_rotary_embedding(positions, query, key, self.head_size, ops.batched_rotary_embedding(positions, query, key, self.head_size,
self.cos_sin_cache, self.cos_sin_cache,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment