Unverified Commit 481545b3 authored by Ryan Li's avatar Ryan Li Committed by GitHub
Browse files

scheduler.py: Update the name of the default scheduler. (#26758)


Signed-off-by: default avatarRyan Li <ryanli@ryanli.org>
parent d3cc8427
...@@ -131,12 +131,12 @@ class SchedulerConfig: ...@@ -131,12 +131,12 @@ class SchedulerConfig:
some image tokens can be scheduled (like TTTTIIIII, leaving IIIII), some image tokens can be scheduled (like TTTTIIIII, leaving IIIII),
it will be scheduled as TTTT in one step and IIIIIIIIII in the next.""" it will be scheduled as TTTT in one step and IIIIIIIIII in the next."""
# scheduler class or path. "vllm.core.scheduler.Scheduler" (default) # scheduler class or path. "vllm.v1.core.sched.scheduler.Scheduler"
# or "mod.custom_class". # (default) or "mod.custom_class".
scheduler_cls: str | type[object] = "vllm.core.scheduler.Scheduler" scheduler_cls: str | type[object] = "vllm.v1.core.sched.scheduler.Scheduler"
"""The scheduler class to use. "vllm.core.scheduler.Scheduler" is the """The scheduler class to use. "vllm.v1.core.sched.scheduler.Scheduler" is
default scheduler. Can be a class directly or the path to a class of form the default scheduler. Can be a class directly or the path to a class of
"mod.custom_class".""" form "mod.custom_class"."""
disable_hybrid_kv_cache_manager: bool = False disable_hybrid_kv_cache_manager: bool = False
"""If set to True, KV cache manager will allocate the same size of KV cache """If set to True, KV cache manager will allocate the same size of KV cache
......
...@@ -1742,11 +1742,6 @@ class EngineArgs: ...@@ -1742,11 +1742,6 @@ class EngineArgs:
self.enable_prefix_caching = incremental_prefill_supported self.enable_prefix_caching = incremental_prefill_supported
logger.info("(%s) prefix caching by default", action) logger.info("(%s) prefix caching by default", action)
# V1 should use the new scheduler by default.
# Swap it only if this arg is set to the original V0 default
if self.scheduler_cls == EngineArgs.scheduler_cls:
self.scheduler_cls = "vllm.v1.core.sched.scheduler.Scheduler"
# When no user override, set the default values based on the usage # When no user override, set the default values based on the usage
# context. # context.
# Use different default values for different hardware. # Use different default values for different hardware.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment