Fix grammar sync across TP ranks (#17100)

Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Lianmin Zheng
2026-01-15 18:38:01 -08:00
committed by GitHub
co-authored by Liangsheng Yin
parent c81bad1bf7
commit e7dc85c50b
4 changed files with 112 additions and 116 deletions
+2 -6
View File
@@ -172,8 +172,8 @@ class Envs:
SGLANG_TEST_MAX_RETRY = EnvInt(None)
# Constrained Decoding (Grammar)
SGLANG_GRAMMAR_SIMULATE_TIMEOUT = EnvFloat(-1)
SGLANG_GRAMMAR_POLL_INTERVAL = EnvFloat(0.03)
SGLANG_GRAMMAR_POLL_INTERVAL = EnvFloat(0.005)
SGLANG_GRAMMAR_MAX_POLL_ITERATIONS = EnvInt(10000)
# Test & Debug
SGLANG_DETECT_SLOW_RANK = EnvBool(False)
@@ -251,10 +251,6 @@ class Envs:
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER = EnvBool(True)
SGLANG_ONE_VISIBLE_DEVICE_PER_PROCESS = EnvBool(False)
# Constrained Decoding
SGLANG_DISABLE_OUTLINES_DISK_CACHE = EnvBool(True)
SGLANG_GRAMMAR_TIMEOUT = EnvFloat(300)
# Tool Calling
SGLANG_FORWARD_UNKNOWN_TOOLS = EnvBool(False)