diff --git a/python/sglang/srt/mem_cache/radix_cache.py b/python/sglang/srt/mem_cache/radix_cache.py index 40e8bee43..f06ab7803 100644 --- a/python/sglang/srt/mem_cache/radix_cache.py +++ b/python/sglang/srt/mem_cache/radix_cache.py @@ -665,6 +665,7 @@ class RadixCache(BasePrefixCache): self.evictable_size_ -= len(node.key) self.protected_size_ += len(node.key) node.lock_ref += 1 + self._update_leaf_status(node) def dec_node_lock_ref(self, node: TreeNode): """Decrement lock_ref on a single node without walking to root. @@ -679,6 +680,7 @@ class RadixCache(BasePrefixCache): self.evictable_size_ += len(node.key) self.protected_size_ -= len(node.key) node.lock_ref -= 1 + self._update_leaf_status(node) def evictable_size(self): return self.evictable_size_