fix: gemma 3 not use softcap (#5622)

2025-04-22 01:16:08 -07:00
parent 506be6b892
commit 04f2abcb34
4 changed files with 17 additions and 2 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -1971,6 +1971,7 @@ def is_fa3_default_architecture(hf_config):
        "LlamaForCausalLM",
        "MistralForCausalLM",
        "Gemma2ForCausalLM",
+        "Gemma3ForConditionalGeneration",
    }
    return architectures[0] in default_archs