Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
8afcd0f6
Unverified
Commit
8afcd0f6
authored
Mar 21, 2025
by
Isotr0py
Committed by
GitHub
Mar 21, 2025
Browse files
[Bugfix] Fix broken kernel test due to missing rename for v1 Triton backend (#15282)
Signed-off-by:
Isotr0py
<
2037008807@qq.com
>
parent
91ca929d
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
tests/kernels/test_attention_selector.py
tests/kernels/test_attention_selector.py
+1
-1
tests/kernels/test_rocm_attention_selector.py
tests/kernels/test_rocm_attention_selector.py
+1
-1
No files found.
tests/kernels/test_attention_selector.py
View file @
8afcd0f6
...
...
@@ -49,7 +49,7 @@ def test_env(
RocmPlatform
()):
backend
=
get_attn_backend
(
16
,
torch
.
float16
,
torch
.
float16
,
16
,
False
)
EXPECTED
=
"
ROCM
_ATTN_VLLM_V1"
if
use_v1
else
"ROCM_FLASH"
EXPECTED
=
"
TRITON
_ATTN_VLLM_V1"
if
use_v1
else
"ROCM_FLASH"
assert
backend
.
get_name
()
==
EXPECTED
elif
device
==
"openvino"
:
with
patch
(
"vllm.attention.selector.current_platform"
,
...
...
tests/kernels/test_rocm_attention_selector.py
View file @
8afcd0f6
...
...
@@ -26,7 +26,7 @@ def test_selector(monkeypatch: pytest.MonkeyPatch):
# Test standard ROCm attention
backend
=
get_attn_backend
(
16
,
torch
.
float16
,
torch
.
float16
,
16
,
False
)
assert
(
backend
.
get_name
()
==
"ROCM_FLASH"
or
backend
.
get_name
()
==
"
ROCM
_ATTN_VLLM_V1"
)
or
backend
.
get_name
()
==
"
TRITON
_ATTN_VLLM_V1"
)
# mla test for deepseek related
backend
=
get_attn_backend
(
576
,
torch
.
bfloat16
,
"auto"
,
16
,
False
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment