Update default attn backend to fa3 for mimo model (#17419)
This commit is contained in:
@@ -2880,6 +2880,7 @@ def is_fa3_default_architecture(hf_config):
|
||||
"Glm4vForConditionalGeneration",
|
||||
"Glm4vMoeForConditionalGeneration",
|
||||
"Step3VLForConditionalGeneration",
|
||||
"MiMoV2FlashForCausalLM",
|
||||
}
|
||||
return architectures[0] in default_archs
|
||||
|
||||
|
||||
Reference in New Issue
Block a user