vlm: Use fa3 as the default backend for qwen3 vl (#14634)
This commit is contained in:
@@ -315,7 +315,6 @@ try:
|
||||
except:
|
||||
is_intel_amx_backend_available = False
|
||||
|
||||
|
||||
try:
|
||||
# move torch._C._cpu._is_amx_tile_supported() from cpu_has_amx_support
|
||||
# to support torch compile
|
||||
@@ -2707,14 +2706,16 @@ def is_fa3_default_architecture(hf_config):
|
||||
if not isinstance(architectures, list) or not architectures:
|
||||
return False
|
||||
default_archs = {
|
||||
"Qwen2ForCausalLM",
|
||||
"Llama4ForConditionalGeneration",
|
||||
"LlamaForCausalLM",
|
||||
"Olmo2ForCausalLM",
|
||||
"Gemma2ForCausalLM",
|
||||
"Gemma3ForConditionalGeneration",
|
||||
"Qwen2ForCausalLM",
|
||||
"Qwen3ForCausalLM",
|
||||
"Qwen3MoeForCausalLM",
|
||||
"Qwen3VLForConditionalGeneration",
|
||||
"Qwen3VLMoeForConditionalGeneration",
|
||||
"Glm4MoeForCausalLM",
|
||||
"Glm4vForConditionalGeneration",
|
||||
"Glm4vMoeForConditionalGeneration",
|
||||
|
||||
Reference in New Issue
Block a user