chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

fix: update leaf status for hicache

Browse Source
This commit is contained in:
孙远航
2026-05-22 14:09:48 +00:00
parent bd6e28f8ce
commit bacad1d498
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -1167,6 +1167,7 @@ class HiRadixCache(RadixCache):
self._update_host_leaf_status(node)
# update leaf status for the parent because the node is evicted
self._update_leaf_status(node.parent)
self._update_host_leaf_status(node.parent)
return num_evicted
def _evict_regular(self, node: TreeNode):
@@ -1233,6 +1234,9 @@ class HiRadixCache(RadixCache):
break
if not x.evicted:
continue
parent_key = self.get_child_key_fn(x.key)
if x.parent is None or x.parent.children.get(parent_key) is not x:
continue
if not self._node_backuped(x):
if len(x.children) == 0:
@@ -1944,6 +1948,7 @@ class HiRadixCache(RadixCache):
self._update_host_leaf_status(node)
# update parent status as a new leaf is added into device
self._update_leaf_status(node.parent)
self._update_host_leaf_status(node.parent)
else:
self._inc_hit_count(node, chunked)
total_prefix_length += prefix_len
@@ -1959,6 +1964,7 @@ class HiRadixCache(RadixCache):
self._update_host_leaf_status(new_node)
# update parent status as a new leaf is added into device
self._update_leaf_status(new_node.parent)
self._update_host_leaf_status(new_node.parent)
else:
self._inc_hit_count(new_node, chunked)
total_prefix_length += prefix_len