Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
7be141b2
Unverified
Commit
7be141b2
authored
Sep 09, 2025
by
Jiangyun Zhu
Committed by
GitHub
Sep 08, 2025
Browse files
[CI] Enable encoder model compilation test (#24442)
Signed-off-by:
zjy0516
<
riverclouds.zhu@qq.com
>
parent
8d7f39b4
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
17 additions
and
14 deletions
+17
-14
tests/compile/test_basic_correctness.py
tests/compile/test_basic_correctness.py
+17
-14
No files found.
tests/compile/test_basic_correctness.py
View file @
7be141b2
...
...
@@ -62,8 +62,12 @@ class TestSetting:
TestSetting
(
model
=
"BAAI/bge-multilingual-gemma2"
,
model_args
=
[
"--runner"
,
"pooling"
,
"--dtype"
,
"bfloat16"
,
"--max-model-len"
,
"2048"
"--runner"
,
"pooling"
,
"--dtype"
,
"bfloat16"
,
"--max-model-len"
,
"2048"
,
],
pp_size
=
1
,
tp_size
=
1
,
...
...
@@ -71,17 +75,15 @@ class TestSetting:
method
=
"encode"
,
fullgraph
=
True
,
),
# TODO: bert models are not supported in V1 yet
# # encoder-based embedding model (BERT)
# TestSetting(
# model="BAAI/bge-base-en-v1.5",
# model_args=["--runner", "pooling"],
# pp_size=1,
# tp_size=1,
# attn_backend="XFORMERS",
# method="encode",
# fullgraph=True,
# ),
TestSetting
(
model
=
"BAAI/bge-base-en-v1.5"
,
model_args
=
[
"--runner"
,
"pooling"
],
pp_size
=
1
,
tp_size
=
1
,
attn_backend
=
"FLASH_ATTN"
,
method
=
"encode"
,
fullgraph
=
True
,
),
# vision language model
TestSetting
(
model
=
"microsoft/Phi-3.5-vision-instruct"
,
...
...
@@ -92,7 +94,8 @@ class TestSetting:
method
=
"generate_with_image"
,
fullgraph
=
False
,
),
])
],
)
def
test_compile_correctness
(
monkeypatch
:
pytest
.
MonkeyPatch
,
test_setting
:
TestSetting
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment