Fix TokenizerManager bottleneck for offline generation (#16456)

2026-01-05 16:28:25 +08:00
parent dcfb92ddbc
commit 9d6029fb92
2 changed files with 8 additions and 1 deletions
@@ -419,6 +419,9 @@ class Envs:
    # Tokenizer
    SGLANG_PATCH_TOKENIZER = EnvBool(False)  # TODO enable by default

+    # TokenizerManager
+    SGLANG_REQUEST_STATE_WAIT_TIMEOUT = EnvInt(4)
+
    # fmt: on