Support colocating requests (#7973)

2025-07-29 13:51:49 +08:00
parent 59d0bf012f
commit 0ce84c822b
6 changed files with 179 additions and 6 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -1103,3 +1103,13 @@ class LoRAUpdateResult:


 LoadLoRAAdapterReqOutput = UnloadLoRAAdapterReqOutput = LoRAUpdateResult
+
+
+class BlockReqType(Enum):
+    BLOCK = 1
+    UNBLOCK = 2
+
+
+@dataclass
+class BlockReqInput:
+    type: BlockReqType