[PD] Add decode PP event loop for PD disaggregation (#14945)

Signed-off-by: Shangming Cai <csmthu@gmail.com> Co-authored-by: Shangming Cai <csmthu@gmail.com>
2025-12-12 04:15:00 -08:00
parent c8cf1cafdb
commit 8fa8d9d7e8
5 changed files with 414 additions and 37 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -677,6 +677,7 @@ class Req:

        # The number of times this request has been retracted / preempted.
        self.retraction_count = 0
+        self.retraction_mb_id = None

        # For metrics
        self.metrics_collector = metrics_collector