fix: use fa3 for gemma2 (#5586)

66c0ff9e · Yineng Zhang · GitHub · 9a7e83e8 · 66c0ff9e
Unverified Commit 66c0ff9e authored Apr 20, 2025 by Yineng Zhang Committed by GitHub Apr 20, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

python/sglang/srt/utils.py python/sglang/srt/utils.py +1 -0

No files found.
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -1930,6 +1930,7 @@ def is_fa3_default_architecture(hf_config):
        "Llama4ForConditionalGeneration",
        "LlamaForCausalLM",
        "MistralForCausalLM",
+        "Gemma2ForCausalLM",
    }
    return architectures[0] in default_archs