Refactor / Unify event loop across PD-Disagg, Overlap, DP-Attn cases (#12839)

Co-authored-by: cctry <17473714+cctry@users.noreply.github.com>
2025-11-10 00:42:50 +08:00
parent f5b3ccd9a5
commit 4f65a64666
11 changed files with 142 additions and 144 deletions
@@ -1010,6 +1010,7 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
    orig_seq_lens: torch.Tensor = None  # shape: [b], int32

    # For DP attention
+    inner_idle_batch: Optional[ScheduleBatch] = None
    global_num_tokens: Optional[List[int]] = None
    global_num_tokens_for_logprob: Optional[List[int]] = None
    is_extend_in_batch: bool = False