Skip to content

GitLab

Unverified Commit 3029889c authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Turn on overlap scheduler for multimodal models (#5771)

parent ef15dcda
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 3 deletions
python/sglang/srt/managers/scheduler.py
View file @ 3029889c
......@@ -248,9 +248,6 @@ class Scheduler(
if not self.is_generation:
self.enable_overlap = False
logger.info("Overlap scheduler is disabled for embedding models.")
if self.model_config.is_multimodal:
self.enable_overlap = False
logger.info("Overlap scheduler is disabled for multimodal models.")
# Launch a tensor parallel worker
if self.enable_overlap:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment