Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ef076c1b
Unverified
Commit
ef076c1b
authored
Apr 09, 2026
by
Nick Hill
Committed by
GitHub
Apr 10, 2026
Browse files
[Core] Change max_model_len in EngineCoreReadyResponse to be non-None (#39442)
Signed-off-by:
Nick Hill
<
nickhill123@gmail.com
>
parent
ec68d53b
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
4 additions
and
6 deletions
+4
-6
vllm/v1/engine/__init__.py
vllm/v1/engine/__init__.py
+1
-1
vllm/v1/engine/core_client.py
vllm/v1/engine/core_client.py
+3
-5
No files found.
vllm/v1/engine/__init__.py
View file @
ef076c1b
...
@@ -72,9 +72,9 @@ class EngineCoreReadyResponse:
...
@@ -72,9 +72,9 @@ class EngineCoreReadyResponse:
values (e.g. max_model_len after KV cache auto-fitting).
values (e.g. max_model_len after KV cache auto-fitting).
"""
"""
max_model_len
:
int
num_gpu_blocks
:
int
num_gpu_blocks
:
int
dp_stats_address
:
str
|
None
dp_stats_address
:
str
|
None
max_model_len
:
int
|
None
=
None
class
EngineCoreRequest
(
class
EngineCoreRequest
(
...
...
vllm/v1/engine/core_client.py
View file @
ef076c1b
...
@@ -671,11 +671,9 @@ class MPClient(EngineCoreClient):
...
@@ -671,11 +671,9 @@ class MPClient(EngineCoreClient):
return
return
vllm_config
=
self
.
vllm_config
vllm_config
=
self
.
vllm_config
response
=
msgspec
.
msgpack
.
decode
(
payload
,
type
=
EngineCoreReadyResponse
)
response
=
msgspec
.
msgpack
.
decode
(
payload
,
type
=
EngineCoreReadyResponse
)
if
response
.
max_model_len
is
not
None
:
vllm_config
.
model_config
.
max_model_len
=
min
(
vllm_config
.
model_config
.
max_model_len
=
min
(
vllm_config
.
model_config
.
max_model_len
,
response
.
max_model_len
vllm_config
.
model_config
.
max_model_len
,
)
response
.
max_model_len
,
)
# Setup KV cache config with initialization state from
# Setup KV cache config with initialization state from
# engine core process. Sum values from all engines in DP case.
# engine core process. Sum values from all engines in DP case.
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment