Add Support for Page Size greater than 1 for Flashinfer MLA Backend (#8593)

Signed-off-by: Pavani Majety <pmajety@nvidia.com>
This commit is contained in:
Pavani Majety
2025-08-21 18:15:06 -07:00
committed by GitHub
parent 0b3a5b1151
commit 3cc3d9b950
5 changed files with 292 additions and 105 deletions

View File

@@ -636,6 +636,10 @@ class ServerArgs:
logger.warning(
"DeepSeek MTP does not require setting speculative_draft_model_path."
)
if self.page_size != 1 and self.attention_backend == "flashinfer":
raise ValueError(
"Speculative decoding with page_size != 1 is not supported. Please set page_size to 1."
)
# Auto choose parameters
if self.speculative_num_steps is None: