Refactor and fix prefill delayer (scheduler enhancer) (#16269)

2026-01-04 07:15:06 +08:00
parent 7bc13c906c
commit 2337b1bbb0
6 changed files with 172 additions and 79 deletions
@@ -223,6 +223,7 @@ class Envs:
    SGLANG_DYNAMIC_CHUNKING_SMOOTH_FACTOR = EnvFloat(0.75)
    SGLANG_SCHEDULER_SKIP_ALL_GATHER = EnvBool(False)
    SGLANG_SCHEDULER_DECREASE_PREFILL_IDLE = EnvBool(False)
+    SGLANG_PREFILL_DELAYER_MAX_DELAY_PASSES = EnvInt(30)
    SGLANG_DATA_PARALLEL_BUDGET_INTERVAL = EnvInt(1)

    # Test: pd-disaggregation