feat: update auto_choose_speculative_params (#9470)

0f9318f7 · Yineng Zhang · GitHub · 849957bc · 0f9318f7
Unverified Commit 0f9318f7 authored Aug 21, 2025 by Yineng Zhang Committed by GitHub Aug 21, 2025
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 2 deletions

python/sglang/srt/server_args.py python/sglang/srt/server_args.py +6 -2

No files found.
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -2411,8 +2411,12 @@ def auto_choose_speculative_params(self: ServerArgs):
    if arch in ["LlamaForCausalLM"]:
        # The default value for llama
        return (5, 4, 8)
-    elif arch in ["DeepseekV3ForCausalLM", "DeepseekV2ForCausalLM"]:
-        # The default value for deepseek
+    elif arch in [
+        "DeepseekV3ForCausalLM",
+        "DeepseekV2ForCausalLM",
+        "GptOssForCausalLM",
+    ]:
+        # The default value for deepseek and gpt-oss
        return (3, 1, 4)
    elif arch in ["Grok1ForCausalLM", "Grok1VForCausalLM"]:
        return (5, 4, 8)