[feat] make warmup timeout configurable through SGLANG_WARMUP_TIMEOUT (#13243)

2025-11-14 10:14:37 +08:00
parent e523e2167a
commit ee3e337c62
2 changed files with 10 additions and 2 deletions
--- a/python/sglang/srt/environ.py
+++ b/python/sglang/srt/environ.py
@@ -288,6 +288,9 @@ class Envs:
    # Ngram
    SGLANG_NGRAM_FORCE_GREEDY_VERIFY = EnvBool(False)

+    # Warmup
+    SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm
+
    # fmt: on