Update marlin moe kernel interface (#13322)

This commit is contained in:
Ke Bao
2025-11-15 17:10:39 +08:00
committed by GitHub
parent bc083521a8
commit 8e9f05ece1
2 changed files with 55 additions and 1 deletions

View File

@@ -34,7 +34,7 @@ from sgl_kernel.elementwise import (
silu_and_mul,
)
from sgl_kernel.expert_specialization import es_fp8_blockwise_scaled_grouped_mm
from sgl_kernel.fused_moe import fused_marlin_moe
from sgl_kernel.fused_moe import fused_marlin_moe, moe_wna16_marlin_gemm
from sgl_kernel.gemm import (
awq_dequantize,
bmm_fp8,