Nsa trtllm mla sparse fp8 support with Deepseek v3.2 NVFP4 (#18389)

This commit is contained in:
Rain Jiang
2026-02-16 09:29:54 +08:00
committed by GitHub
parent 8290171f52
commit 0ffd0a3995
10 changed files with 352 additions and 183 deletions
@@ -50,6 +50,7 @@ class TestNSAHiCacheTransfer(unittest.TestCase):
layer_num=layer_num,
device="cuda",
enable_memory_saver=False,
kv_cache_dim=576,
index_head_dim=128,
)
pin_memory = io_backend == "kernel"
@@ -232,6 +232,7 @@ class MockModelRunner:
device=self.device,
index_head_dim=self.config["index_head_dim"],
enable_memory_saver=False,
kv_cache_dim=self.config["kv_lora_rank"] + self.config["qk_rope_head_dim"],
)
# Required by backend with NSA-specific attributes