[Feature]TP Group Switching for PD-Multiplexing (#7653)

2025-07-15 02:35:46 +08:00
parent 8d2cf38c79
commit d4d0c7c367
3 changed files with 49 additions and 0 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -539,6 +539,7 @@ class ModelRunner:
            initialize_model_parallel(
                tensor_model_parallel_size=self.tp_size,
                pipeline_model_parallel_size=self.pp_size,
+                duplicate_tp_group=self.server_args.enable_pdmux,
            )
            initialize_dp_attention(
                enable_dp_attention=self.server_args.enable_dp_attention,