[HiCache] Critical fix to host memory double free (#13501)

Co-authored-by: Hao Chen <cighao@gmail.com>
2025-11-18 01:34:23 -08:00
parent ac81db66c2
commit cfcf2758aa
1 changed files with 0 additions and 5 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -647,11 +647,6 @@ class HiCacheController:
            if prefix_keys and len(prefix_keys) > 0:
                prefix_keys += batch_hashes

-        # release pre-allocated memory
-        self.append_host_mem_release(
-            operation.host_indices[operation.completed_tokens :]
-        )
-
    def prefetch_io_aux_func(self):
        """
        Auxiliary function conducting IO operations for prefetching.