HiCache Storage fix host memory leak (#9648)

2025-08-26 10:49:40 -07:00
parent 79ce3688bb
commit 43de1d7304
3 changed files with 8 additions and 4 deletions
--- a/python/sglang/srt/mem_cache/radix_cache.py
+++ b/python/sglang/srt/mem_cache/radix_cache.py
@@ -152,6 +152,7 @@ class RadixCache(BasePrefixCache):
        self.root_node = TreeNode()
        self.root_node.key = []
        self.root_node.value = []
+        self.root_node.host_value = []
        self.root_node.lock_ref = 1
        self.evictable_size_ = 0
        self.protected_size_ = 0