fix grammar timeout sync across tp ranks. (#16898)

2026-01-14 10:26:31 +08:00
parent a4825ed588
commit e2c8a50b38
3 changed files with 207 additions and 41 deletions
@@ -171,6 +171,10 @@ class Envs:
    SGLANG_IS_IN_CI_AMD = EnvBool(False)
    SGLANG_TEST_MAX_RETRY = EnvInt(None)

+    # Constrained Decoding (Grammar)
+    SGLANG_GRAMMAR_SIMULATE_TIMEOUT = EnvFloat(-1)
+    SGLANG_GRAMMAR_POLL_INTERVAL = EnvFloat(0.03)
+
    # Test & Debug
    SGLANG_DETECT_SLOW_RANK = EnvBool(False)
    SGLANG_TEST_STUCK_DETOKENIZER = EnvFloat(0)