Support GC Freezing to improve latency & throughput (#9241)

Co-authored-by: Chanh Nguyen <cnguyen@linkedin.com> Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
2025-08-22 22:43:09 -07:00
parent 7e880286b5
commit 127d4b0d5e
8 changed files with 119 additions and 1 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -1005,6 +1005,11 @@ class ProfileReqOutput:
    message: str


+@dataclass
+class FreezeGCReq:
+    pass
+
+
@dataclass
 class ConfigureLoggingReq:
    log_requests: Optional[bool] = None