Skip to content

GitLab

"model/vscode:/vscode.git/clone" did not exist on "472feec2ff5096eb23f72356f26d67b71f18d01e"
Unverified Commit 3029889c authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Turn on overlap scheduler for multimodal models (#5771)

parent ef15dcda
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 3 deletions
python/sglang/srt/managers/scheduler.py
View file @ 3029889c
...@@ -248,9 +248,6 @@ class Scheduler( ...@@ -248,9 +248,6 @@ class Scheduler(
if not self.is_generation: if not self.is_generation:
self.enable_overlap = False self.enable_overlap = False
logger.info("Overlap scheduler is disabled for embedding models.") logger.info("Overlap scheduler is disabled for embedding models.")
if self.model_config.is_multimodal:
self.enable_overlap = False
logger.info("Overlap scheduler is disabled for multimodal models.")
# Launch a tensor parallel worker # Launch a tensor parallel worker
if self.enable_overlap: if self.enable_overlap:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment