Skip to content

GitLab

Unverified Commit 217db4ba authored by vllmellm's avatar vllmellm Committed by GitHub
Browse files

[Bugfix][ROCm] Fix AITER MLA V1 (#17880) 


Signed-off-by: default avatarvllmellm <vllm.ellm@embeddedllm.com>
parent ff8c4005
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
vllm/v1/attention/backends/mla/rocm_aiter_mla.py
View file @ 217db4ba
...@@ -95,8 +95,7 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]): ...@@ -95,8 +95,7 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]):
paged_kv_last_page_len, paged_kv_last_page_len,
) )
def _build_decode(self, input_positions: torch.Tensor, def _build_decode(self, block_table: torch.Tensor,
block_table: torch.Tensor,
seq_lens: torch.Tensor) -> AiterMLADecodeMetadata: seq_lens: torch.Tensor) -> AiterMLADecodeMetadata:
( (
...@@ -106,7 +105,6 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]): ...@@ -106,7 +105,6 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]):
) = self._get_paged_kv_tensors(block_table, seq_lens) ) = self._get_paged_kv_tensors(block_table, seq_lens)
attn_metadata = AiterMLADecodeMetadata( attn_metadata = AiterMLADecodeMetadata(
input_positions=input_positions,
block_table=block_table, block_table=block_table,
seq_lens=seq_lens, seq_lens=seq_lens,
paged_kv_indptr=paged_kv_indptr, paged_kv_indptr=paged_kv_indptr,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment