fix RuntimeError: RMSNorm failed with error code an illegal memory access was encountered (#14135)

2025-11-29 12:17:41 -08:00
parent d6c88d519d
commit 3339c81072
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/moe/fused_moe_triton/layer.py
+++ b/python/sglang/srt/layers/moe/fused_moe_triton/layer.py
@@ -1117,7 +1117,7 @@ class FlashInferFP4MoE(FusedMoE):
        topk_config = topk_output.topk_config

        hs_fp4, hs_scale_linear = self._quantize_hidden_states_fp4(hidden_states)
-
+        router_logits = router_logits.to(torch.float32)
        routing_method_type = self.routing_method_type
        assert (
            routing_method_type is not None