Skip to content

GitLab

Commit 23f39c5b authored by zhuwenwen's avatar zhuwenwen
Browse files

add use_sparse

parent 70764a8f
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
vllm/platforms/rocm.py
View file @ 23f39c5b
...@@ -215,9 +215,9 @@ class RocmPlatform(Platform): ...@@ -215,9 +215,9 @@ class RocmPlatform(Platform):
def get_attn_backend_cls(cls, selected_backend, head_size, dtype, def get_attn_backend_cls(cls, selected_backend, head_size, dtype,
kv_cache_dtype, block_size, use_v1, use_mla, kv_cache_dtype, block_size, use_v1, use_mla,
has_sink, use_sparse) -> str: has_sink, use_sparse) -> str:
if use_sparse: # if use_sparse:
raise NotImplementedError( # raise NotImplementedError(
"Sparse Attention is not supported on ROCm.") # "Sparse Attention is not supported on ROCm.")
if use_mla: if use_mla:
if not use_v1: if not use_v1:
raise RuntimeError( raise RuntimeError(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment