Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
165290d3
Unverified
Commit
165290d3
authored
Mar 12, 2025
by
Joe Runde
Committed by
GitHub
Mar 12, 2025
Browse files
[bugfix] fixup warning message for plugged schedulers for v1 (#14700)
Signed-off-by:
Joe Runde
<
Joseph.Runde@ibm.com
>
parent
ce201246
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
11 additions
and
4 deletions
+11
-4
vllm/v1/engine/core.py
vllm/v1/engine/core.py
+11
-4
No files found.
vllm/v1/engine/core.py
View file @
165290d3
...
@@ -22,6 +22,7 @@ from vllm.transformers_utils.config import (
...
@@ -22,6 +22,7 @@ from vllm.transformers_utils.config import (
from
vllm.utils
import
(
get_exception_traceback
,
resolve_obj_by_qualname
,
from
vllm.utils
import
(
get_exception_traceback
,
resolve_obj_by_qualname
,
zmq_socket_ctx
)
zmq_socket_ctx
)
from
vllm.v1.core.kv_cache_utils
import
get_kv_cache_configs
from
vllm.v1.core.kv_cache_utils
import
get_kv_cache_configs
from
vllm.v1.core.scheduler
import
Scheduler
as
V1Scheduler
from
vllm.v1.core.scheduler
import
SchedulerOutput
from
vllm.v1.core.scheduler
import
SchedulerOutput
from
vllm.v1.engine
import
(
EngineCoreOutputs
,
EngineCoreRequest
,
from
vllm.v1.engine
import
(
EngineCoreOutputs
,
EngineCoreRequest
,
EngineCoreRequestType
,
UtilityOutput
)
EngineCoreRequestType
,
UtilityOutput
)
...
@@ -67,15 +68,21 @@ class EngineCore:
...
@@ -67,15 +68,21 @@ class EngineCore:
# Setup scheduler.
# Setup scheduler.
if
isinstance
(
vllm_config
.
scheduler_config
.
scheduler_cls
,
str
):
if
isinstance
(
vllm_config
.
scheduler_config
.
scheduler_cls
,
str
):
Scheduler
=
resolve_obj_by_qualname
(
vllm_config
.
scheduler_config
.
scheduler_cls
)
else
:
Scheduler
=
vllm_config
.
scheduler_config
.
scheduler_cls
# This warning can be removed once the V1 Scheduler interface is
# finalized and we can maintain support for scheduler classes that
# implement it
if
Scheduler
is
not
V1Scheduler
:
logger
.
warning
(
logger
.
warning
(
"Using configured V1 scheduler class %s. "
"Using configured V1 scheduler class %s. "
"This scheduler interface is not public and "
"This scheduler interface is not public and "
"compatibility may not be maintained."
,
"compatibility may not be maintained."
,
vllm_config
.
scheduler_config
.
scheduler_cls
)
vllm_config
.
scheduler_config
.
scheduler_cls
)
Scheduler
=
resolve_obj_by_qualname
(
vllm_config
.
scheduler_config
.
scheduler_cls
)
else
:
Scheduler
=
vllm_config
.
scheduler_config
.
scheduler_cls
self
.
scheduler
=
Scheduler
(
self
.
scheduler
=
Scheduler
(
scheduler_config
=
vllm_config
.
scheduler_config
,
scheduler_config
=
vllm_config
.
scheduler_config
,
model_config
=
vllm_config
.
model_config
,
model_config
=
vllm_config
.
model_config
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment