Fix EPLB + FP4 Quantization Compatibility Issue (#13715)

Co-authored-by: Shu Wang <shuw@nvidia.com>
This commit is contained in:
Shifang Xu
2026-01-10 13:38:19 +08:00
committed by GitHub
co-authored by Shu Wang
parent c89949bbaf
commit d27f16f38a
8 changed files with 49 additions and 3 deletions
+12
View File
@@ -249,6 +249,18 @@ def get_tbo_token_distribution_threshold() -> float:
return TBO_TOKEN_DISTRIBUTION_THRESHOLD
def filter_moe_weight_param_global_expert(name, x, num_local_experts):
"""
Filter out for MoE expert parameters that requires global expert.
"""
return (
not getattr(x, "_sglang_require_global_experts", False)
and not name.endswith("_blockscale_swizzled")
and x.data.ndim > 0
and x.data.shape[0] == num_local_experts
)
def should_use_flashinfer_cutlass_moe_fp4_allgather():
"""
Perform FP4 quantize before all-gather for flashinfer cutlass moe to reduce communication cost for high-throughput serving.