[misc] add env for http keep alive timeout (#19847)

2026-03-04 22:00:51 -08:00
parent 86c5617787
commit 1bbfed0539
2 changed files with 6 additions and 3 deletions
@@ -463,6 +463,9 @@ class Envs:
    # Warmup
    SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm

+    # HTTP Server
+    SGLANG_TIMEOUT_KEEP_ALIVE = EnvInt(5)
+
    # Health Check
    SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION = EnvBool(True)