[NIXL] Add custom NIXL backend selection for KVManager (#17146)

Signed-off-by: Yoray Zack <yorayz@nvidia.com>
2026-01-26 14:35:38 +08:00
parent 1e8db18290
commit d275d47973
3 changed files with 39 additions and 2 deletions
@@ -234,6 +234,7 @@ class Envs:
    SGLANG_DISAGGREGATION_HEARTBEAT_INTERVAL = EnvFloat(5.0)
    SGLANG_DISAGGREGATION_HEARTBEAT_MAX_FAILURE = EnvInt(2)
    SGLANG_DISAGGREGATION_WAITING_TIMEOUT = EnvInt(300)
+    SGLANG_DISAGGREGATION_NIXL_BACKEND = EnvStr("UCX")

    # Scheduler: others:
    SGLANG_EMPTY_CACHE_INTERVAL = EnvFloat(-1)  # in seconds. Set if you observe high memory accumulation over a long serving period.