chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[SWA] fix swa radix cache match_len_since_tombstone update when hits swa_tombstone (#17061)

Browse Source
This commit is contained in:
Hanming Lu
2026-01-14 19:28:33 -08:00
committed by GitHub
parent 7f8a58fffb
commit 9d5f16d456
1 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/mem_cache/swa_radix_cache.py
View File

@@ -821,13 +821,12 @@ class SWARadixCache(BasePrefixCache):
while len(key) > 0 and child_key in node.children.keys():
child = node.children[child_key]
# update best_value_len and best_last_node if needed
if (
child.swa_tombstone
and match_len_since_tombstone >= self.sliding_window_size
):
best_value_len = len(value)
best_last_node = node
if child.swa_tombstone:
# update best_value_len and best_last_node if needed
if match_len_since_tombstone >= self.sliding_window_size:
best_value_len = len(value)
best_last_node = node
# reset match_len_since_tombstone if we hit a tombstone node
match_len_since_tombstone = 0
prefix_len = self.key_match_fn(child.key, key)