LLama4 Attention: Update assertion msg (#12777)

This commit is contained in:
Kshiteej K
2025-11-14 19:52:50 +01:00
committed by GitHub
parent 875a25ddef
commit 84e151ac7f

View File

@@ -1022,7 +1022,7 @@ class ServerArgs:
"triton",
"trtllm_mha",
"intel_xpu",
}, "fa3, aiter, triton, trtllm_mha or intel_xpu is required for Llama4 model"
}, f"fa3, aiter, triton, trtllm_mha or intel_xpu is required for Llama4 model but got {self.attention_backend}"
if is_sm100_supported() and self.attention_backend is None:
self.attention_backend = "trtllm_mha"
logger.warning(