Disable overlap scheduler for multimodal models (#2235)

fb915bd1 · Lianmin Zheng · GitHub · 09798b36 · fb915bd1
Unverified Commit fb915bd1 authored Nov 27, 2024 by Lianmin Zheng Committed by GitHub Nov 27, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

python/sglang/srt/managers/scheduler.py python/sglang/srt/managers/scheduler.py +4 -0

No files found.
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -170,6 +170,10 @@ class Scheduler:
            self.enable_overlap = False
            logger.info("Overlap scheduler is disabled for embedding models.")

+        if self.model_config.is_multimodal:
+            self.enable_overlap = False
+            logger.info("Overlap scheduler is disabled for multimodal models.")
+
        if self.enable_overlap:
            self.disable_jump_forward = True