From 32a32cf7d24f772934011a031bae139d3d783bed Mon Sep 17 00:00:00 2001 From: Rain H <2510421000@qq.com> Date: Sun, 7 Dec 2025 10:00:54 +0800 Subject: [PATCH] Enhance prefill PP node robustness (#14494) --- python/sglang/srt/disaggregation/common/conn.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/common/conn.py b/python/sglang/srt/disaggregation/common/conn.py index 7cafbd5a8..6e0cd40a4 100644 --- a/python/sglang/srt/disaggregation/common/conn.py +++ b/python/sglang/srt/disaggregation/common/conn.py @@ -365,7 +365,8 @@ class CommonKVReceiver(BaseKVReceiver): if bootstrap_key not in self.kv_mgr.connection_pool: bootstrap_infos = [] for target_tp_rank in self.target_tp_ranks: - for target_pp_rank in self.target_pp_ranks: + # Enable higher PP ranks to be bootstrapped earlier to make PP PD requests bootstrap more robust + for target_pp_rank in reversed(self.target_pp_ranks): bootstrap_info = self._get_bootstrap_info_from_server( target_tp_rank, self.target_dp_group, target_pp_rank )