[PD] Add control to slow down a server (#5572)

This commit is contained in:
fzyzcjy
2025-05-08 16:03:08 +08:00
committed by GitHub
parent 6450c1228c
commit cef91b1ed7
4 changed files with 57 additions and 0 deletions

View File

@@ -790,6 +790,16 @@ class ResumeMemoryOccupationReqOutput:
pass
@dataclass
class SlowDownReqInput:
forward_sleep_time: Optional[float]
@dataclass
class SlowDownReqOutput:
pass
@dataclass
class AbortReq:
# The request id