diff --git a/python/sglang/srt/managers/cache_controller.py b/python/sglang/srt/managers/cache_controller.py index c36a4aa37..07cc92563 100644 --- a/python/sglang/srt/managers/cache_controller.py +++ b/python/sglang/srt/managers/cache_controller.py @@ -647,11 +647,6 @@ class HiCacheController: if prefix_keys and len(prefix_keys) > 0: prefix_keys += batch_hashes - # release pre-allocated memory - self.append_host_mem_release( - operation.host_indices[operation.completed_tokens :] - ) - def prefetch_io_aux_func(self): """ Auxiliary function conducting IO operations for prefetching.