Revert "Enable memory saver for hybrid model" (#12648)

This commit is contained in:
Baizhou Zhang
2025-11-04 16:22:06 -08:00
committed by GitHub
parent 887742a1e7
commit d22d044734
3 changed files with 8 additions and 15 deletions

View File

@@ -1798,7 +1798,6 @@ class ModelRunner:
),
enable_kvcache_transpose=False,
device=self.device,
enable_memory_saver=self.server_args.enable_memory_saver,
mamba_pool=self.req_to_token_pool.mamba_pool,
use_mla=self.use_mla_backend,
**extra_args,