chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: treat CP HiCache metadata as backup state

Browse Source
This commit is contained in:
谢骞
2026-05-08 01:41:53 +08:00
parent 08a95a35a6
commit bebbbfd0e8
2 changed files with 48 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -1006,7 +1006,7 @@ class HiRadixCache(RadixCache):
if self._is_pinned(x):
# Still active: demote to host if possible
if x.backuped:
if self._node_backuped(x):
num_evicted += self._evict_backuped(x)
continue
written = self.write_backup(x, write_back=True)
@@ -1024,7 +1024,7 @@ class HiRadixCache(RadixCache):
# Expired pin: clear and fall through to normal eviction
self._clear_pin(x)
if not x.backuped:
if not self._node_backuped(x):
if self.cache_controller.write_policy == "write_back":
# write to host if the node is not backuped
num_evicted += self.write_backup(x, write_back=True)
@@ -1047,7 +1047,7 @@ class HiRadixCache(RadixCache):
if self.cache_controller.write_policy == "write_back":
self.writing_check(write_back=True)
for node in write_back_nodes:
assert node.backuped
assert self._node_backuped(node)
self._evict_backuped(node)
self.update_eviction_metrics(num_evicted, start_time)