[overlap-spec] Make plan stream an option (#11724)

2025-10-17 15:48:57 +08:00
parent ce11dd82dc
commit d88ac9bc9a
5 changed files with 23 additions and 23 deletions
@@ -221,6 +221,9 @@ class Envs:
    SGLANG_TRITON_PREFILL_TRUNCATION_ALIGN_SIZE = EnvInt(4096)
    SGLANG_TRITON_DECODE_SPLIT_TILE_SIZE = EnvInt(256)

+    # Overlap Spec V2
+    SGLANG_ENABLE_OVERLAP_PLAN_STREAM = EnvBool(False)
+
    # VLM
    SGLANG_IMAGE_MAX_PIXELS = EnvInt(16384 * 28 * 28)
    SGLANG_RESIZE_RESAMPLE = EnvStr("")