diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 5a56c9484..6e3af4623 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1282,6 +1282,21 @@ class ServerArgs: logger.info( "Use flashinfer_trtllm as MoE runner backend on sm100 for Qwen3NextForCausalLM" ) + if self.attention_backend is None: + self.attention_backend = "triton" + logger.info( + "Use triton as attention backend on sm100 for Qwen3NextForCausalLM" + ) + if ( + not self.disable_radix_cache + and self.attention_backend == "trtllm_mha" + ): + logger.warning( + "Disabling radix cache since trtllm_mha does not support page_size = 1, which is required by MambaRadixCache. " + "Try to use --attention-backend triton if radix cache is necessary." + ) + self.disable_radix_cache = True + self.disable_overlap_schedule = False elif model_arch in [ "NemotronHForCausalLM", "FalconH1ForCausalLM",