fix moe gate dtype, fix tbo, fix fake dispatch (#7825)

2025-07-20 13:13:46 +08:00
parent f62d75b6a1
commit a589a07167
3 changed files with 3 additions and 3 deletions
--- a/python/sglang/srt/eplb/expert_location_dispatch.py
+++ b/python/sglang/srt/eplb/expert_location_dispatch.py
@@ -66,7 +66,7 @@ def transform_select_experts_inputs(
    info: Optional[ExpertLocationDispatchInfo],
 ):
    if (info is not None) and (info.ep_dispatch_algorithm == "fake"):
-        router_logits = torch.randn_like(router_logits)
+        router_logits.uniform_(5, 10)
        if correction_bias is not None:
            correction_bias = torch.zeros_like(correction_bias)
    return router_logits, correction_bias