chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix 'BypassedTopKOutput' object has no attribute 'topk_weights' for DeepEP (#12231)

Browse Source
This commit is contained in:
Trevor Morris
2025-10-28 09:28:25 -07:00
committed by GitHub
parent 25e73640f4
commit fdd00295b5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/server_args.py
View File

@@ -885,7 +885,7 @@ class ServerArgs:
logger.info(
"Enable FlashInfer AllReduce Fusion on sm100 for DeepseekV3ForCausalLM"
)
if self.moe_runner_backend == "auto":
if self.moe_a2a_backend == "none" and self.moe_runner_backend == "auto":
self.moe_runner_backend = "flashinfer_trtllm"
logger.info(
"Use flashinfer_trtllm as MoE runner backend on sm100 for DeepseekV3ForCausalLM"