Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
2a75c6bc
Commit
2a75c6bc
authored
Jan 15, 2026
by
zhuwenwen
Browse files
fix tests of kernels
parent
3dd7fd64
Changes
4
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
325 additions
and
325 deletions
+325
-325
tests/kernels/core/untest_mrope.py
tests/kernels/core/untest_mrope.py
+23
-23
tests/kernels/moe/test_batched_moe.py
tests/kernels/moe/test_batched_moe.py
+1
-1
tests/kernels/moe/untest_block_int8.py
tests/kernels/moe/untest_block_int8.py
+0
-0
tests/kernels/moe/untest_moe.py
tests/kernels/moe/untest_moe.py
+301
-301
No files found.
tests/kernels/core/test_mrope.py
→
tests/kernels/core/
un
test_mrope.py
View file @
2a75c6bc
...
@@ -49,27 +49,27 @@ class MRoPETestInfo(NamedTuple):
...
@@ -49,27 +49,27 @@ class MRoPETestInfo(NamedTuple):
TRANSFORMERS_BASE_VERSION
=
Version
(
TRANSFORMERS_VERSION
).
base_version
TRANSFORMERS_BASE_VERSION
=
Version
(
TRANSFORMERS_VERSION
).
base_version
MODELS_TO_TEST
=
[
MODELS_TO_TEST
=
[
MRoPETestInfo
(
model_name
=
os
.
path
.
join
(
models_path_prefix
,
"zai-org/GLM-4.1V-9B-Thinking"
)
)
,
MRoPETestInfo
(
model_name
=
"zai-org/GLM-4.1V-9B-Thinking"
),
MRoPETestInfo
(
model_name
=
os
.
path
.
join
(
models_path_prefix
,
"Qwen/Qwen2-VL-7B-Instruct"
)
)
,
#
MRoPETestInfo(model_name="Qwen/Qwen2-VL-7B-Instruct"),
MRoPETestInfo
(
model_name
=
os
.
path
.
join
(
models_path_prefix
,
"Qwen/Qwen2-VL-72B-Instruct"
)
)
,
#
MRoPETestInfo(model_name="Qwen/Qwen2-VL-72B-Instruct"),
# MRoPETestInfo(model_name=
os.path.join(
"Qwen/Qwen2.5-VL-72B-Instruct")
)
,
# MRoPETestInfo(model_name="Qwen/Qwen2.5-VL-72B-Instruct"),
MRoPETestInfo
(
#
MRoPETestInfo(
model_name
=
os
.
path
.
join
(
models_path_prefix
,
"Qwen/Qwen3-VL-4B-Instruct"
)
,
#
model_name="Qwen/Qwen3-VL-4B-Instruct",
marks
=
[
#
marks=[
pytest
.
mark
.
skipif
(
#
pytest.mark.skipif(
Version
(
TRANSFORMERS_BASE_VERSION
)
<
Version
(
"4.57.0"
),
#
Version(TRANSFORMERS_BASE_VERSION) < Version("4.57.0"),
reason
=
"Qwen3-VL only available after Transformers v4.57"
,
#
reason="Qwen3-VL only available after Transformers v4.57",
)
#
)
]),
#
]),
MRoPETestInfo
(
#
MRoPETestInfo(
model_name
=
os
.
path
.
join
(
models_path_prefix
,
"Qwen/Qwen3-VL-30B-A3B-Instruct"
)
,
#
model_name="Qwen/Qwen3-VL-30B-A3B-Instruct",
marks
=
[
#
marks=[
pytest
.
mark
.
skipif
(
#
pytest.mark.skipif(
Version
(
TRANSFORMERS_BASE_VERSION
)
<
Version
(
"4.57.0"
),
#
Version(TRANSFORMERS_BASE_VERSION) < Version("4.57.0"),
reason
=
"Qwen3-VL only available after Transformers v4.57"
,
#
reason="Qwen3-VL only available after Transformers v4.57",
)
#
)
]),
#
]),
]
]
num_tokens_list
=
[
11
,
8192
]
num_tokens_list
=
[
11
,
8192
]
...
@@ -78,7 +78,7 @@ num_tokens_list = [11, 8192]
...
@@ -78,7 +78,7 @@ num_tokens_list = [11, 8192]
@
pytest
.
mark
.
skipif
(
not
current_platform
.
is_cuda_alike
(),
@
pytest
.
mark
.
skipif
(
not
current_platform
.
is_cuda_alike
(),
reason
=
"Skipping CUDA/ROCm only tests."
)
reason
=
"Skipping CUDA/ROCm only tests."
)
@
pytest
.
mark
.
parametrize
(
"model_info, model_name"
,
[
@
pytest
.
mark
.
parametrize
(
"model_info, model_name"
,
[
pytest
.
param
(
test_config
,
test_config
.
model_name
,
marks
=
test_config
.
marks
)
pytest
.
param
(
test_config
,
os
.
path
.
join
(
models_path_prefix
,
test_config
.
model_name
)
,
marks
=
test_config
.
marks
)
for
test_config
in
MODELS_TO_TEST
for
test_config
in
MODELS_TO_TEST
])
])
@
pytest
.
mark
.
parametrize
(
"tp_size"
,
[
1
,
2
])
@
pytest
.
mark
.
parametrize
(
"tp_size"
,
[
1
,
2
])
...
@@ -90,7 +90,7 @@ def test_mrope(model_name: str, model_info: MRoPETestInfo, tp_size: int,
...
@@ -90,7 +90,7 @@ def test_mrope(model_name: str, model_info: MRoPETestInfo, tp_size: int,
atol
=
model_info
.
atol
atol
=
model_info
.
atol
rtol
=
model_info
.
rtol
rtol
=
model_info
.
rtol
config
=
AutoConfig
.
from_pretrained
(
model_name
)
config
=
AutoConfig
.
from_pretrained
(
model_name
,
trust_remote_code
=
True
)
config
=
config
.
get_text_config
()
config
=
config
.
get_text_config
()
# get the model config
# get the model config
...
...
tests/kernels/moe/test_batched_moe.py
View file @
2a75c6bc
...
@@ -90,7 +90,7 @@ class BatchedMMTensors:
...
@@ -90,7 +90,7 @@ class BatchedMMTensors:
@
pytest
.
mark
.
parametrize
(
"num_experts"
,
[
8
,
32
])
@
pytest
.
mark
.
parametrize
(
"num_experts"
,
[
8
,
32
])
@
pytest
.
mark
.
parametrize
(
"max_tokens_per_expert"
,
[
32
,
224
,
512
])
@
pytest
.
mark
.
parametrize
(
"max_tokens_per_expert"
,
[
32
,
512
])
# 224
@
pytest
.
mark
.
parametrize
(
"K"
,
[
128
,
1024
])
@
pytest
.
mark
.
parametrize
(
"K"
,
[
128
,
1024
])
@
pytest
.
mark
.
parametrize
(
"N"
,
[
128
,
1024
])
@
pytest
.
mark
.
parametrize
(
"N"
,
[
128
,
1024
])
@
pytest
.
mark
.
parametrize
(
"dtype"
,
[
torch
.
float8_e4m3fn
,
torch
.
bfloat16
]
if
not
current_platform
.
is_rocm
()
else
[
torch
.
bfloat16
])
@
pytest
.
mark
.
parametrize
(
"dtype"
,
[
torch
.
float8_e4m3fn
,
torch
.
bfloat16
]
if
not
current_platform
.
is_rocm
()
else
[
torch
.
bfloat16
])
...
...
tests/kernels/moe/test_block_int8.py
→
tests/kernels/moe/
un
test_block_int8.py
View file @
2a75c6bc
File moved
tests/kernels/moe/test_moe.py
→
tests/kernels/moe/
un
test_moe.py
View file @
2a75c6bc
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment