chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

fix MambaPool clear method after refactoring (#13449)

Browse Source
This commit is contained in:
Minglei Zhu
2025-11-17 18:03:45 -08:00
committed by GitHub
parent 85ae508e8b
commit 9846f8ed72
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/mem_cache/memory_pool.py
View File

@@ -273,11 +273,8 @@ class MambaPool:
def clear(self):
# Zero the entire mamba cache before resetting free_slots
# This ensures that when slots are reallocated, they start with clean state
if self.is_kda_cache:
for i in range(len(self.mamba_cache.conv)):
self.mamba_cache.conv[i].zero_()
else:
self.mamba_cache.conv.zero_()
for i in range(len(self.mamba_cache.conv)):
self.mamba_cache.conv[i].zero_()
self.mamba_cache.temporal.zero_()
self.free_slots = torch.arange(self.size, dtype=torch.int64, device=self.device)