Fix missing StandardCombineInput import in BF16 flashinfer_trtllm MoE (#19400)
Co-authored-by: Alison Shao <alisonshao@MacBook-Pro-D2W773R9CD.local>
This commit is contained in:
@@ -501,6 +501,8 @@ def fused_experts_none_to_flashinfer_trtllm_bf16(
|
||||
runner_config: MoeRunnerConfig,
|
||||
) -> StandardCombineInput:
|
||||
# lazy import
|
||||
from sglang.srt.layers.moe.token_dispatcher.standard import StandardCombineInput
|
||||
|
||||
try:
|
||||
from flashinfer.fused_moe import trtllm_bf16_moe
|
||||
except ImportError as e:
|
||||
|
||||
Reference in New Issue
Block a user