chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix:watchdog thread exception (#12328)

Browse Source
This commit is contained in:
Kindyaa
2025-10-31 20:54:50 +08:00
committed by GitHub
parent 2f6af1a3de
commit bc741073a3
1 changed files with 17 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
python/sglang/srt/managers/scheduler.py
View File

@@ -2330,6 +2330,23 @@ class Scheduler(
f"{swa_available_size=}, "
f"{swa_evictable_size=}, "
)
elif self.is_hybrid_gdn and isinstance(self.tree_cache, MambaRadixCache):
(
_,
_,
_,
_,
full_available_size,
full_evictable_size,
mamba_available_size,
mamba_evictable_size,
) = self._get_mamba_token_info()
info_msg = (
f"{full_available_size=}, "
f"{full_evictable_size=}, "
f"{mamba_available_size=}, "
f"{mamba_evictable_size=}, "
)
else:
_, _, available_size, evictable_size = self._get_token_info()
info_msg = f"{available_size=}, " f"{evictable_size=}, "