From 5d5c31c6e4c762d8eef3140b0b7cc7eecc0d8350 Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Tue, 17 Mar 2026 12:20:11 +0800 Subject: [PATCH] [PP] Add CP pyobj broadcasting when enable dynamic CPP (#20738) --- python/sglang/srt/managers/scheduler_pp_mixin.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/python/sglang/srt/managers/scheduler_pp_mixin.py b/python/sglang/srt/managers/scheduler_pp_mixin.py index c296fe6ab..ba9cc0ac2 100644 --- a/python/sglang/srt/managers/scheduler_pp_mixin.py +++ b/python/sglang/srt/managers/scheduler_pp_mixin.py @@ -667,6 +667,15 @@ class SchedulerPPMixin: ) seq_lens, latencies = data_to_sync_tp + if self.attn_cp_size > 1: + data_to_sync_tp = [seq_lens, latencies] + data_to_sync_tp = broadcast_pyobj( + data_to_sync_tp, + self.attn_cp_group.rank, + self.attn_cp_cpu_group, + src=self.attn_cp_group.ranks[0], + ) + # Broadcast data to all ranks if torch.distributed.is_available() and torch.distributed.is_initialized(): data_to_sync = [seq_lens, latencies]