feat: add direct routing strategy to DP worker (#6884)

2025-06-09 11:44:05 -07:00
parent 3465d7ae78
commit f1569876d5
12 changed files with 78 additions and 8 deletions
--- a/python/sglang/srt/disaggregation/decode.py
+++ b/python/sglang/srt/disaggregation/decode.py
@@ -156,6 +156,7 @@ class DecodePreallocQueue:
            mgr=self.kv_manager,
            bootstrap_addr=f"{req.bootstrap_host}:{req.bootstrap_port}",
            bootstrap_room=req.bootstrap_room,
+            data_parallel_rank=req.data_parallel_rank,
        )
        self.queue.append(DecodeRequest(req=req, kv_receiver=kv_receiver))