"vscode:/vscode.git/clone" did not exist on "c1c0d00b88320f97e00a3175fac235a232893da5"
Unverified Commit 9fa5b25a authored by Benjamin Chislett's avatar Benjamin Chislett Committed by GitHub
Browse files

[Bug][DSV3.2] Always prepare metadata for DeepGEMM Sparse Attention (#35075)


Signed-off-by: default avatarBenjamin Chislett <bchislett@nvidia.com>
parent ea977504
......@@ -8,7 +8,7 @@ import torch
from vllm.config import VllmConfig
from vllm.logger import init_logger
from vllm.platforms import current_platform
from vllm.utils.deep_gemm import get_paged_mqa_logits_metadata, is_deep_gemm_supported
from vllm.utils.deep_gemm import get_paged_mqa_logits_metadata, has_deep_gemm
from vllm.v1.attention.backend import (
AttentionBackend,
AttentionCGSupport,
......@@ -342,7 +342,9 @@ class DeepseekV32IndexerMetadataBuilder(AttentionMetadataBuilder):
offsets = None
seq_lens = common_attn_metadata.seq_lens[:num_decodes]
if is_deep_gemm_supported():
# DeepGEMM is required for the paged MQA logits on CUDA devices
if current_platform.is_cuda() and has_deep_gemm():
self.scheduler_metadata_buffer[:] = get_paged_mqa_logits_metadata(
seq_lens, self.kv_cache_spec.block_size, self.num_sms
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment