chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BUGFIX] fix value oom in radix tree (#17400)

Browse Source
This commit is contained in:
Yi Zhang
2026-01-21 17:12:57 +08:00
committed by GitHub
parent 236772c0e1
commit 1b97fa769b
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -796,7 +796,7 @@ class HiRadixCache(RadixCache):
new_node.parent = node
new_node.key = key
new_node.value = None
new_node.host_value = host_value
new_node.host_value = host_value.clone()
new_node.hash_value = hash_value
node.children[child_key] = new_node
return matched_length
@@ -897,7 +897,7 @@ class HiRadixCache(RadixCache):
# shared-prefix node should also reflect max priority
new_node.priority = max(new_node.priority, priority)
if new_node.evicted:
new_node.value = value[:prefix_len]
new_node.value = value[:prefix_len].clone()
self.evictable_size_ += len(new_node.value)
else:
self._inc_hit_count(new_node, chunked)
@@ -914,7 +914,7 @@ class HiRadixCache(RadixCache):
new_node = TreeNode(priority=priority)
new_node.parent = node
new_node.key = key
new_node.value = value
new_node.value = value.clone()
node.children[child_key] = new_node
self.evictable_size_ += len(value)

2
python/sglang/srt/mem_cache/mamba_radix_cache.py
View File

@@ -1052,7 +1052,7 @@ class MambaRadixCache(BasePrefixCache):
new_node = TreeNode()
new_node.parent = node
new_node.key = key
new_node.value = value
new_node.value = value.clone()
new_node.mamba_value = mamba_value
self.full_lru_list.insert_mru(new_node)
self.mamba_lru_list.insert_mru(new_node)