Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
e6d4f3c2
Unverified
Commit
e6d4f3c2
authored
Nov 27, 2025
by
Cyrus Leung
Committed by
GitHub
Nov 27, 2025
Browse files
[Bugfix] Fix pre-commit (#29601)
Signed-off-by:
DarkLight1337
<
tlleungac@connect.ust.hk
>
parent
51906c8c
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
9 additions
and
7 deletions
+9
-7
tests/v1/ec_connector/integration/test_epd_correctness.py
tests/v1/ec_connector/integration/test_epd_correctness.py
+2
-3
vllm/v1/worker/gpu/spec_decode/eagle_cudagraph.py
vllm/v1/worker/gpu/spec_decode/eagle_cudagraph.py
+7
-4
No files found.
tests/v1/ec_connector/integration/test_epd_correctness.py
View file @
e6d4f3c2
...
...
@@ -237,9 +237,8 @@ def main():
for
i
,
prompt_data
in
enumerate
(
test_prompts
):
print
(
f
"
\n
Running prompt
{
i
+
1
}
/
{
len
(
test_prompts
)
}
:
{
prompt_data
[
'description'
]
}
"
f
"
\n
Running prompt
{
i
+
1
}
/
{
len
(
test_prompts
)
}
: "
f
"
{
prompt_data
[
'description'
]
}
"
)
output_str
=
run_chat_completion
(
...
...
vllm/v1/worker/gpu/spec_decode/eagle_cudagraph.py
View file @
e6d4f3c2
...
...
@@ -35,13 +35,16 @@ class EagleCudaGraphManager:
self
.
compilation_config
=
vllm_config
.
compilation_config
assert
self
.
compilation_config
is
not
None
cudagraph_mode
:
CUDAGraphMode
if
self
.
compilation_config
.
cudagraph_mode
is
None
:
self
.
cudagraph_mode
=
CUDAGraphMode
.
NONE
cudagraph_mode
=
CUDAGraphMode
.
NONE
else
:
self
.
cudagraph_mode
=
self
.
compilation_config
.
cudagraph_mode
if
self
.
cudagraph_mode
==
CUDAGraphMode
.
FULL
:
cudagraph_mode
=
self
.
compilation_config
.
cudagraph_mode
if
cudagraph_mode
==
CUDAGraphMode
.
FULL
:
# NOTE(woosuk): For Eagle, we only use CUDA graphs for decode.
self
.
cudagraph_mode
=
CUDAGraphMode
.
FULL_DECODE_ONLY
cudagraph_mode
=
CUDAGraphMode
.
FULL_DECODE_ONLY
self
.
cudagraph_mode
=
cudagraph_mode
self
.
cudagraph_sizes
=
get_cudagraph_sizes
(
self
.
compilation_config
.
cudagraph_capture_sizes
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment