Fix Fp8 MTP layer a2a backend without EP. (#18515)

Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
Shu Wang
2026-03-04 18:28:10 -06:00
committed by GitHub
parent 33c92732f4
commit 43bdee703e

View File

@@ -1432,6 +1432,15 @@ class ServerArgs:
logger.info(
"Use deep_gemm moe runner and deepep a2a backend for bf16 nextn layer in deepseek fp4 checkpoint."
)
# Validate usage of ep
if self.ep_size == 1:
raise ValueError(
"Invalid configuration: 'deep_gemm' speculative MoE runner backend with "
"'deepep' a2a backend requires expert parallelism (ep_size > 1). "
f"Current ep_size is {self.ep_size}. "
"Please set --ep-size > 1 (e.g., --ep-size 8) to use this configuration, "
"or change --speculative-moe-a2a-backend to 'none' if expert parallelism is not available."
)
else:
self.speculative_moe_runner_backend = "triton"
self.speculative_moe_a2a_backend = "none"