feat: update is_fa3_default_architecture (#5854)

663037a7 · Yineng Zhang · GitHub · f4a9f60c · 663037a7
Unverified Commit 663037a7 authored Apr 28, 2025 by Yineng Zhang Committed by GitHub Apr 28, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

python/sglang/srt/utils.py python/sglang/srt/utils.py +2 -0

No files found.
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -1973,6 +1973,8 @@ def is_fa3_default_architecture(hf_config):
        "MixtralForCausalLM",
        "Gemma2ForCausalLM",
        "Gemma3ForConditionalGeneration",
+        "Qwen3ForCausalLM",
+        "Qwen3MoeForCausalLM",
    }
    return architectures[0] in default_archs