Skip to content

GitLab

Unverified Commit 157f9c13 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

Fix pre-commit (#22487) 


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 6f287915
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/models/minicpmo.py
View file @ 157f9c13
...@@ -589,7 +589,7 @@ class MiniCPMO(MiniCPMV2_6): ...@@ -589,7 +589,7 @@ class MiniCPMO(MiniCPMV2_6):
ret = torch.zeros(size, size, device=device, dtype=torch.bool) ret = torch.zeros(size, size, device=device, dtype=torch.bool)
# Vectorized computation of row indices and chunk boundaries # Vectorized computation of row indices and chunk boundaries
row_indices = torch.arange(size, device=device) row_indices = torch.arange(size, device=device)
chunk_indices = row_indices // chunk_size chunk_indices = row_indices // chunk_size
if num_left_chunks < 0: if num_left_chunks < 0:
# If num_left_chunks < 0, start is always 0 for all rows # If num_left_chunks < 0, start is always 0 for all rows
start_indices = torch.zeros_like(row_indices) start_indices = torch.zeros_like(row_indices)
...@@ -597,7 +597,7 @@ class MiniCPMO(MiniCPMV2_6): ...@@ -597,7 +597,7 @@ class MiniCPMO(MiniCPMV2_6):
# Compute start indices vectorially # Compute start indices vectorially
start_chunk_indices = torch.clamp(chunk_indices - num_left_chunks, start_chunk_indices = torch.clamp(chunk_indices - num_left_chunks,
min=0) min=0)
start_indices = start_chunk_indices * chunk_size start_indices = start_chunk_indices * chunk_size
# Compute ending indices vectorially # Compute ending indices vectorially
end_chunk_indices = chunk_indices + 1 end_chunk_indices = chunk_indices + 1
end_indices = torch.clamp(end_chunk_indices * chunk_size + end_indices = torch.clamp(end_chunk_indices * chunk_size +
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment