diff --git a/python/sglang/srt/layers/attention/flashinfer_backend.py b/python/sglang/srt/layers/attention/flashinfer_backend.py index 302d88f7c..ecebcf76d 100644 --- a/python/sglang/srt/layers/attention/flashinfer_backend.py +++ b/python/sglang/srt/layers/attention/flashinfer_backend.py @@ -161,6 +161,10 @@ class FlashInferAttnBackend(AttentionBackend): "Qwen2ForCausalLM" in model_runner.model_config.hf_config.architectures or "Qwen3ForCausalLM" in model_runner.model_config.hf_config.architectures or "MiMoForCausalLM" in model_runner.model_config.hf_config.architectures + or "Qwen3VLForConditionalGeneration" + in model_runner.model_config.hf_config.architectures + or "Qwen3VLMoeForConditionalGeneration" + in model_runner.model_config.hf_config.architectures ): envs.SGLANG_FLASHINFER_WORKSPACE_SIZE.set(512 * 1024 * 1024)