Skip local attn init metadata for mimo swa model (#16349)

This commit is contained in:
Ke Bao
2026-01-04 22:38:36 +08:00
committed by GitHub
parent bf32cd8397
commit b328cd20bb
2 changed files with 31 additions and 19 deletions
@@ -189,6 +189,9 @@ class ModelConfig:
and is_multimodal_chunked_prefill_supported(self.hf_config.architectures)
)
self.is_encoder_decoder = is_encoder_decoder_model(self.hf_config.architectures)
self.is_local_attention_model = is_local_attention_model(
self.hf_config.architectures
)
self.dtype = _get_and_verify_dtype(self.hf_text_config, dtype)
# Derive context length and model shapes
@@ -1123,6 +1126,10 @@ def is_encoder_decoder_model(model_architectures: List[str]):
return "MllamaForConditionalGeneration" in model_architectures
def is_local_attention_model(model_architectures: List[str]):
return "Llama4ForConditionalGeneration" in model_architectures
def is_multimodal_chunked_prefill_supported(model_architectures: List[str]):
"""Check if chunked prefill is supported for a MultiModal model."""
unsupported = [