feat: add forward timeout (#17831)

Co-authored-by: qiuxuan.lzw <qiuxuan.lzw@alibaba-inc.com>
2026-01-30 08:52:29 +08:00
parent 6a6b36367e
commit 2b3408ff14
4 changed files with 63 additions and 1 deletions
@@ -250,6 +250,7 @@ class Envs:
    SGLANG_DATA_PARALLEL_BUDGET_INTERVAL = EnvInt(1)
    SGLANG_QUEUED_TIMEOUT_MS = EnvInt(-1)
    SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH = EnvBool(False)
+    SGLANG_FORWARD_TIMEOUT_MS = EnvInt(-1)

    # Test: pd-disaggregation
    SGLANG_TEST_PD_DISAGG_BACKEND = EnvStr("mooncake")