fix: unblock CP host eviction past stale leaves

2026-05-08 01:59:14 +08:00
parent f1a7e605e8
commit 2df832dec0
2 changed files with 57 additions and 0 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -1102,6 +1102,11 @@ class HiRadixCache(RadixCache):
                continue

            if not self._node_backuped(x):
+                if len(x.children) == 0:
+                    parent = self._remove_host_leaf(x)
+                    if parent.evicted and self._node_backuped(parent):
+                        new_priority = self.eviction_strategy.get_priority(parent)
+                        heapq.heappush(eviction_heap, (new_priority, parent))
                continue

            if x.pin_expiry > 0 and time.monotonic() > x.pin_expiry: