[PD / HiCache]fix deocde kvcache offload manager memory leak (#12774)

This commit is contained in:
huangtingwei
2025-11-14 03:31:53 +08:00
committed by GitHub
parent 0779c3d148
commit 4ac65e3c7d
2 changed files with 15 additions and 9 deletions
+12 -7
View File
@@ -1762,13 +1762,18 @@ class ServerArgs:
"and cannot be used at the same time. Please use only one of them."
)
if (
self.disaggregation_decode_enable_offload_kvcache
and self.disaggregation_mode != "decode"
):
raise ValueError(
"The argument disaggregation-decode-enable-offload-kvcache is only supported for decode side."
)
if self.disaggregation_decode_enable_offload_kvcache:
if self.disaggregation_mode != "decode":
raise ValueError(
"The argument disaggregation-decode-enable-offload-kvcache is only supported for decode side."
)
if (
self.disaggregation_mode == "decode"
and envs.SGLANG_ENABLE_SPEC_V2.get()
):
raise ValueError(
"Spec v2 and decode offload kv cache are incompatible and cannot be enabled together."
)
def _handle_metrics_labels(self):
if (