Skip to content

GitLab

Unverified Commit 6aa196c8 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[V1][Minor] Use `SchedulerInterface` type for engine scheduler field (#15499) 


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent a0dd7dcd
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
vllm/v1/engine/core.py
View file @ 6aa196c8
...@@ -23,6 +23,7 @@ from vllm.utils import (get_exception_traceback, resolve_obj_by_qualname, ...@@ -23,6 +23,7 @@ from vllm.utils import (get_exception_traceback, resolve_obj_by_qualname,
zmq_socket_ctx) zmq_socket_ctx)
from vllm.v1.core.kv_cache_utils import (get_kv_cache_config, from vllm.v1.core.kv_cache_utils import (get_kv_cache_config,
unify_kv_cache_configs) unify_kv_cache_configs)
from vllm.v1.core.sched.interface import SchedulerInterface
from vllm.v1.core.sched.output import SchedulerOutput from vllm.v1.core.sched.output import SchedulerOutput
from vllm.v1.core.sched.scheduler import Scheduler as V1Scheduler from vllm.v1.core.sched.scheduler import Scheduler as V1Scheduler
from vllm.v1.engine import (EngineCoreOutputs, EngineCoreRequest, from vllm.v1.engine import (EngineCoreOutputs, EngineCoreRequest,
...@@ -84,7 +85,7 @@ class EngineCore: ...@@ -84,7 +85,7 @@ class EngineCore:
"compatibility may not be maintained.", "compatibility may not be maintained.",
vllm_config.scheduler_config.scheduler_cls) vllm_config.scheduler_config.scheduler_cls)
self.scheduler = Scheduler( self.scheduler: SchedulerInterface = Scheduler(
scheduler_config=vllm_config.scheduler_config, scheduler_config=vllm_config.scheduler_config,
model_config=vllm_config.model_config, model_config=vllm_config.model_config,
cache_config=vllm_config.cache_config, cache_config=vllm_config.cache_config,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment