Disabling mixed chunked prefill when eagle is enabled (#6874)

e1ce44cd · Swipe4057 · GitHub · f1114e7f · e1ce44cd
Unverified Commit e1ce44cd authored Jun 07, 2025 by Swipe4057 Committed by GitHub Jun 07, 2025
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

python/sglang/srt/server_args.py python/sglang/srt/server_args.py +6 -0

No files found.
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -425,6 +425,12 @@ class ServerArgs:
                "Overlap scheduler is disabled because of using "
                "eagle speculative decoding."
            )
+            if self.enable_mixed_chunk:
+                self.enable_mixed_chunk = False
+                logger.warning(
+                    "Mixed chunked prefill is disabled because of using "
+                    "eagle speculative decoding."
+                )

            model_arch = get_model_arch(self)