[PD] Enable all CP ranks for KVCache transfer (#19765)

Signed-off-by: Shangming Cai <csmthu@gmail.com>
2026-03-03 19:35:21 +08:00
parent 365ca1edb5
commit facde4c6d3
6 changed files with 163 additions and 21 deletions
@@ -242,6 +242,7 @@ class Envs:
    SGLANG_DISAGGREGATION_HEARTBEAT_MAX_FAILURE = EnvInt(2)
    SGLANG_DISAGGREGATION_WAITING_TIMEOUT = EnvInt(300)
    SGLANG_DISAGGREGATION_NIXL_BACKEND = EnvStr("UCX")
+    SGLANG_DISAGGREGATION_ALL_CP_RANKS_TRANSFER = EnvBool(False)

    # Scheduler: others:
    SGLANG_EMPTY_CACHE_INTERVAL = EnvFloat(-1)  # in seconds. Set if you observe high memory accumulation over a long serving period.