diff --git a/python/sglang/srt/layers/attention/aiter_backend.py b/python/sglang/srt/layers/attention/aiter_backend.py index 56db2f601..44c868eb9 100755 --- a/python/sglang/srt/layers/attention/aiter_backend.py +++ b/python/sglang/srt/layers/attention/aiter_backend.py @@ -1317,7 +1317,7 @@ class AiterAttnBackend(AttentionBackend): kv_last_page_len = self.cuda_graph_kv_last_page_len[:bs] max_q_len = num_tokens_per_bs - if _use_mla_ps_kernel: + if self.use_mla and _use_mla_ps_kernel: num_kv_splits = self.max_split_per_batch self.make_mla_meta_data( @@ -1660,7 +1660,7 @@ class AiterAttnBackend(AttentionBackend): kv_last_page_len = self.cuda_graph_kv_last_page_len[:bs] max_q_len = num_tokens_per_bs - if _use_mla_ps_kernel: + if self.use_mla and _use_mla_ps_kernel: num_kv_splits = self.max_split_per_batch