Skip to content

GitLab

Commit a441a5d9 authored by zhuwenwen's avatar zhuwenwen
Browse files

update common.py

parent 109c414a
Show whitespace changes
Inline Side-by-side
Showing with 9 additions and 9 deletions
vllm/v1/attention/backends/mla/common.py
View file @ a441a5d9
...@@ -860,7 +860,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]): ...@@ -860,7 +860,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
prefill_metadata.cudnn_workspace = self.cudnn_workspace prefill_metadata.cudnn_workspace = self.cudnn_workspace
# TODO @ wangming # TODO @ wangming
# decode_metadata = None decode_metadata = None
# if num_decodes > 0: # if num_decodes > 0:
# if self.use_spec_decode and not common_attn_metadata.spec_layer_decoding: # if self.use_spec_decode and not common_attn_metadata.spec_layer_decoding:
# query_lens = self.num_scheduled_tokens_np[:num_decodes] # query_lens = self.num_scheduled_tokens_np[:num_decodes]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment