[Auto Sync] Update http_server.py, io_struct.py, scheduler_... (20251120) (#13679)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Zhuqi Li <zhli@x.ai>
This commit is contained in:
Lianmin Zheng
2025-11-20 23:17:15 -08:00
committed by GitHub
co-authored by github-actions[bot] <github-actions[bot]@users.noreply.github.com> Zhuqi Li
parent 4360279036
commit 90a0133515
6 changed files with 35 additions and 0 deletions
@@ -90,6 +90,27 @@ class ForwardMode(IntEnum):
# Split Prefill for PD multiplexing
SPLIT_PREFILL = auto()
def __str__(self):
if self == ForwardMode.EXTEND:
return "EXTEND"
elif self == ForwardMode.DECODE:
return "DECODE"
elif self == ForwardMode.MIXED:
return "MIXED"
elif self == ForwardMode.IDLE:
return "IDLE"
elif self == ForwardMode.TARGET_VERIFY:
return "TARGET_VERIFY"
elif self == ForwardMode.DRAFT_EXTEND:
return "DRAFT_EXTEND"
elif self == ForwardMode.DRAFT_EXTEND_V2:
return "DRAFT_EXTEND_V2"
elif self == ForwardMode.PREBUILT:
return "PREBUILT"
elif self == ForwardMode.SPLIT_PREFILL:
return "SPLIT_PREFILL"
return "UNKNOWN"
def is_prefill(self):
return self.is_extend()