From 6be65ae46289965d808b35494a48f99571af3ac7 Mon Sep 17 00:00:00 2001 From: Mike Qiu Date: Fri, 21 Nov 2025 12:16:05 +0800 Subject: [PATCH] Fix target MLA with eagle3 support for PD disaggregation (#13555) Signed-off-by: Michael Qiu Co-authored-by: Mike_Qiu --- python/sglang/srt/disaggregation/mooncake/conn.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/python/sglang/srt/disaggregation/mooncake/conn.py b/python/sglang/srt/disaggregation/mooncake/conn.py index 282a49ba8..3fe895ed1 100644 --- a/python/sglang/srt/disaggregation/mooncake/conn.py +++ b/python/sglang/srt/disaggregation/mooncake/conn.py @@ -288,12 +288,11 @@ class MooncakeKVManager(CommonKVManager): src_kv_ptrs, dst_kv_ptrs, layers_current_pp_stage = ( self.get_mla_kv_ptrs_with_pp(src_data_ptrs, dst_data_ptrs) ) - kv_item_len = item_lens[0] layers_params = [ ( src_kv_ptrs[layer_id], dst_kv_ptrs[layer_id], - kv_item_len, + item_lens[layer_id], ) for layer_id in range(layers_current_pp_stage) ] @@ -301,19 +300,18 @@ class MooncakeKVManager(CommonKVManager): src_k_ptrs, src_v_ptrs, dst_k_ptrs, dst_v_ptrs, layers_current_pp_stage = ( self.get_mha_kv_ptrs_with_pp(src_data_ptrs, dst_data_ptrs) ) - kv_item_len = item_lens[0] layers_params = [ ( src_k_ptrs[layer_id], dst_k_ptrs[layer_id], - kv_item_len, + item_lens[layer_id], ) for layer_id in range(layers_current_pp_stage) ] + [ ( src_v_ptrs[layer_id], dst_v_ptrs[layer_id], - kv_item_len, + item_lens[layer_id], ) for layer_id in range(layers_current_pp_stage) ]