vlm: Use fa3 as the default backend for qwen3 vl (#14634)

This commit is contained in:
Mick
2025-12-09 04:56:20 +08:00
committed by GitHub
parent 7bf16c6339
commit 8810152e88

View File

@@ -315,7 +315,6 @@ try:
except:
is_intel_amx_backend_available = False
try:
# move torch._C._cpu._is_amx_tile_supported() from cpu_has_amx_support
# to support torch compile
@@ -2707,14 +2706,16 @@ def is_fa3_default_architecture(hf_config):
if not isinstance(architectures, list) or not architectures:
return False
default_archs = {
"Qwen2ForCausalLM",
"Llama4ForConditionalGeneration",
"LlamaForCausalLM",
"Olmo2ForCausalLM",
"Gemma2ForCausalLM",
"Gemma3ForConditionalGeneration",
"Qwen2ForCausalLM",
"Qwen3ForCausalLM",
"Qwen3MoeForCausalLM",
"Qwen3VLForConditionalGeneration",
"Qwen3VLMoeForConditionalGeneration",
"Glm4MoeForCausalLM",
"Glm4vForConditionalGeneration",
"Glm4vMoeForConditionalGeneration",