From 2a96e302cbbbc870357ddb3f8afcc12d744f55b1 Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Sat, 15 Nov 2025 15:57:41 +0800 Subject: [PATCH] Revert moe sum reduce for marlin moe (#13314) --- sgl-kernel/python/sgl_kernel/fused_moe.py | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/sgl-kernel/python/sgl_kernel/fused_moe.py b/sgl-kernel/python/sgl_kernel/fused_moe.py index 2dc1d998d..cc2e00fd1 100644 --- a/sgl-kernel/python/sgl_kernel/fused_moe.py +++ b/sgl-kernel/python/sgl_kernel/fused_moe.py @@ -3,7 +3,6 @@ from typing import Optional import torch from sgl_kernel.elementwise import silu_and_mul -from sgl_kernel.moe import moe_sum_reduce def get_scalar_type(num_bits: int, has_zp: bool): @@ -206,15 +205,10 @@ def fused_marlin_moe( is_zp_float=False, ).view(-1, topk, K) - if routed_scaling_factor is None: - routed_scaling_factor = 1.0 - output = hidden_states if inplace else torch.empty_like(hidden_states) - moe_sum_reduce( - intermediate_cache3, - output, - routed_scaling_factor, - ) + torch.sum(intermediate_cache3.view(*intermediate_cache3.shape), dim=1, out=output) + if routed_scaling_factor is not None: + output *= routed_scaling_factor return output