Introduce native kv cache move (#15108)

2025-12-14 17:23:28 +08:00
parent 4ea3642250
commit 5c75907e62
2 changed files with 23 additions and 0 deletions
@@ -166,6 +166,7 @@ class Envs:
    SGLANG_TORCH_PROFILER_DIR = EnvStr("/tmp")
    SGLANG_OTLP_EXPORTER_SCHEDULE_DELAY_MILLIS = EnvInt(500)
    SGLANG_OTLP_EXPORTER_MAX_EXPORT_BATCH_SIZE = EnvInt(64)
+    SGLANG_NATIVE_MOVE_KV_CACHE = EnvBool(False)

    # Scheduler: memory leak test
    SGLANG_TEST_RETRACT = EnvBool(False)