[DeepSeek-V3.2] Include indexer kv cache when estimating kv cache size (#11309)

This commit is contained in:
Trevor Morris
2025-10-08 23:59:46 -07:00
committed by GitHub
parent a0557642ea
commit a4b424c632
3 changed files with 25 additions and 7 deletions

View File

@@ -863,9 +863,6 @@ class ServerArgs:
self.page_size = 64
logger.warning("Setting page size to 64 for DeepSeek NSA.")
self.mem_fraction_static = 0.8
logger.warning("Setting mem fraction static to 0.8 for DeepSeek NSA.")
# For Hopper, we support both bf16 and fp8 kv cache; for Blackwell, we support fp8 only currently
import torch