chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add default enable_memory_saver to HybridLinearKVPool (#13371)

Browse Source
This commit is contained in:
Zilin Zhu
2025-11-16 22:35:13 +08:00
committed by GitHub
parent 9edb0e0da3
commit 8e3663d4e8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/memory_pool.py
+1 -1
View File
@@ -952,7 +952,7 @@ class HybridLinearKVPool(KVCache):
enable_kvcache_transpose: bool, enable_kvcache_transpose: bool,
device: str, device: str,
mamba_pool: MambaPool, mamba_pool: MambaPool,
enable_memory_saver: bool, enable_memory_saver: bool = False,
# TODO: refactor mla related args # TODO: refactor mla related args
use_mla: bool = False, use_mla: bool = False,
kv_lora_rank: int = None, kv_lora_rank: int = None,