[PD]: Support Muti Prefill in one node (#5704)

Co-authored-by: shuaills <shishuaiuoe@gmail.com>
2025-04-26 00:30:47 +08:00
parent 50eda8398e
commit 11e27d0926
6 changed files with 55 additions and 9 deletions
--- a/python/sglang/srt/disaggregation/decode.py
+++ b/python/sglang/srt/disaggregation/decode.py
@@ -137,7 +137,7 @@ class DecodePreallocQueue:
        kv_receiver_class = get_kv_class(self.transfer_backend, KVClassType.RECEIVER)
        kv_receiver = kv_receiver_class(
            mgr=self.kv_manager,
-            bootstrap_addr=f"{req.bootstrap_host}:{self.bootstrap_port}",
+            bootstrap_addr=f"{req.bootstrap_host}:{req.bootstrap_port}",
            bootstrap_room=req.bootstrap_room,
        )
        self.queue.append(DecodeRequest(req=req, kv_receiver=kv_receiver))