Refactor / Unify event loop across PD-Disagg, Overlap, DP-Attn cases (#12839)

Co-authored-by: cctry <17473714+cctry@users.noreply.github.com>
This commit is contained in:
Liangsheng Yin
2025-11-10 00:42:50 +08:00
committed by GitHub
parent f5b3ccd9a5
commit 4f65a64666
11 changed files with 142 additions and 144 deletions

View File

@@ -79,6 +79,10 @@ class ForwardMode(IntEnum):
DRAFT_EXTEND_V2 = auto()
# Used in disaggregated decode worker
# Represent a batch of requests having their KV cache ready to start decoding
PREBUILT_EXTEND = auto()
# Split Prefill for PD multiplexing
SPLIT_PREFILL = auto()
@@ -148,6 +152,9 @@ class ForwardMode(IntEnum):
and not self.is_draft_extend()
)
def is_prebuilt_extend(self):
return self == ForwardMode.PREBUILT_EXTEND
@total_ordering
class CaptureHiddenMode(IntEnum):