[scheduler] enhance scheduler in dp_attention mixed case with spec (#14201)

2025-12-14 02:52:26 +08:00
parent 06b58c5dc5
commit 3134d2b2a7
3 changed files with 76 additions and 0 deletions
@@ -195,6 +195,7 @@ class Envs:
    SGLANG_SCHEDULER_MAX_RECV_PER_POLL = EnvInt(-1)
    SGLANG_EXPERIMENTAL_CPP_RADIX_TREE = EnvBool(False)
    SGLANG_DYNAMIC_CHUNKING_SMOOTH_FACTOR = EnvFloat(0.75)
+    SGLANG_SCHEDULER_DECREASE_PREFILL_IDLE = EnvBool(False)

    # Test: pd-disaggregation
    SGLANG_TEST_PD_DISAGG_BACKEND = EnvStr("mooncake")