[PD] Add control to slow down a server (#5572)
This commit is contained in:
@@ -790,6 +790,16 @@ class ResumeMemoryOccupationReqOutput:
|
||||
pass
|
||||
|
||||
|
||||
@dataclass
|
||||
class SlowDownReqInput:
|
||||
forward_sleep_time: Optional[float]
|
||||
|
||||
|
||||
@dataclass
|
||||
class SlowDownReqOutput:
|
||||
pass
|
||||
|
||||
|
||||
@dataclass
|
||||
class AbortReq:
|
||||
# The request id
|
||||
|
||||
Reference in New Issue
Block a user