Tiny speed up kimi detokenizer by 10x (#16427)

2026-01-05 09:12:05 +08:00
parent 55d112dc79
commit 12df16607b
4 changed files with 296 additions and 0 deletions
@@ -416,6 +416,9 @@ class Envs:
    SGLANG_ENABLE_METRICS_DEVICE_TIMER = EnvBool(False)
    SGLANG_ENABLE_METRICS_DP_ATTENTION = EnvBool(False)

+    # Tokenizer
+    SGLANG_PATCH_TOKENIZER = EnvBool(False)  # TODO enable by default
+
    # fmt: on