make sure logit bias is applied during eagle spec decoding verification (#11555)

1dacedd2 · Marin · GitHub · b5e14b2b · 1dacedd2
Unverified Commit 1dacedd2 authored Oct 19, 2025 by Marin Committed by GitHub Oct 19, 2025
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

python/sglang/srt/speculative/eagle_info.py python/sglang/srt/speculative/eagle_info.py +4 -1

No files found.
--- a/python/sglang/srt/speculative/eagle_info.py
+++ b/python/sglang/srt/speculative/eagle_info.py
@@ -246,7 +246,10 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
            )

        # Apply penalty
-        if sampling_info.penalizer_orchestrator.is_required:
+        if (
+            sampling_info.penalizer_orchestrator.is_required
+            or sampling_info.logit_bias is not None
+        ):
            # This is a relaxed version of penalties for speculative decoding.
            linear_penalty = torch.zeros(
                (bs, logits_output.next_token_logits.shape[1]),