chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Revert "[Bug] fix not desired disable fused share experts caused by r… (#14676)

Browse Source
This commit is contained in:
Yineng Zhang
2025-12-08 20:06:52 -08:00
committed by GitHub
parent e6f0ddda44
commit 0e0b0c0566
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/models/deepseek_v2.py
View File

@@ -3292,10 +3292,8 @@ class DeepseekV2ForCausalLM(nn.Module):
"Only Deepseek V3/R1 on NV-platform with capability >= 80 "
"or AMD-platform with capability >= gfx942(MI30x) can use shared experts fusion optimization."
)
elif (
get_moe_expert_parallel_world_size() > 1
and _is_hip
and torch.cuda.get_device_capability("cuda") < (9, 4)
elif get_moe_expert_parallel_world_size() > 1 and (
not _is_hip or torch.cuda.get_device_capability("cuda") < (9, 4)
):
disable_reason = "Only Deepseek V3/R1 on AMD-platform with capability >= gfx942(MI30x) can use shared experts fusion optimization under expert parallelism."
elif disable_reason is None and get_moe_a2a_backend().is_deepep():