From 3f36f27eaec7c63c17ff1bdd266fe714182c2f2e Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Mon, 2 Mar 2026 19:55:19 +0800 Subject: [PATCH] [Bugfix] Fix nixl and mori backend for missing decode tp size in PD module (#19690) Signed-off-by: Shangming Cai --- python/sglang/srt/disaggregation/mori/conn.py | 2 +- python/sglang/srt/disaggregation/nixl/conn.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/disaggregation/mori/conn.py b/python/sglang/srt/disaggregation/mori/conn.py index 9e0d2d5b9..054068530 100644 --- a/python/sglang/srt/disaggregation/mori/conn.py +++ b/python/sglang/srt/disaggregation/mori/conn.py @@ -996,7 +996,7 @@ class MoriKVReceiver(CommonKVReceiver): packed_aux_descs = _pack_mem_desc_list(self.kv_mgr.aux_mem_descs) packed_state_descs = _pack_mem_desc_list(self.kv_mgr.state_mem_descs) gpu_id = str(self.kv_mgr.kv_args.gpu_id).encode("ascii") - decode_tp_size = str(self.kv_mgr.kv_args.decode_tp_size).encode("ascii") + decode_tp_size = str(self.kv_mgr.attn_tp_size).encode("ascii") decode_tp_rank = str(self.kv_mgr.kv_args.engine_rank).encode("ascii") kv_item_len = str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii") diff --git a/python/sglang/srt/disaggregation/nixl/conn.py b/python/sglang/srt/disaggregation/nixl/conn.py index 279dfab90..0adc412de 100644 --- a/python/sglang/srt/disaggregation/nixl/conn.py +++ b/python/sglang/srt/disaggregation/nixl/conn.py @@ -1066,7 +1066,7 @@ class NixlKVReceiver(CommonKVReceiver): packed_aux_data_ptrs, packed_state_data_ptrs, str(self.kv_mgr.kv_args.gpu_id).encode("ascii"), - str(self.kv_mgr.kv_args.decode_tp_size).encode("ascii"), + str(self.kv_mgr.attn_tp_size).encode("ascii"), str(self.kv_mgr.kv_args.engine_rank).encode("ascii"), str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii"), ]