DP: support piggyback server load report (#11469)

Signed-off-by: Chang Huaixin (OpenAnolis) <changhuaixin@linux.alibaba.com>
2025-12-25 11:35:05 +08:00
parent 45adad37d0
commit 0c39730b18
10 changed files with 86 additions and 45 deletions
@@ -204,6 +204,7 @@ class Envs:
    SGLANG_DYNAMIC_CHUNKING_SMOOTH_FACTOR = EnvFloat(0.75)
    SGLANG_SCHEDULER_SKIP_ALL_GATHER = EnvBool(False)
    SGLANG_SCHEDULER_DECREASE_PREFILL_IDLE = EnvBool(False)
+    SGLANG_DATA_PARALLEL_BUDGET_INTERVAL = EnvInt(1)

    # Test: pd-disaggregation
    SGLANG_TEST_PD_DISAGG_BACKEND = EnvStr("mooncake")