improve mimax-m2 rmsnorm precision (#12186)

2025-10-28 00:01:42 +08:00
parent 959d1ab84b
commit a8b91f6b2d
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/minimax_m2.py
+++ b/python/sglang/srt/models/minimax_m2.py
@@ -122,7 +122,7 @@ class MiniMaxM2RMSNormTP(nn.Module):

        # Normalize and apply local weight shard
        x = x * torch.rsqrt(variance + self.variance_epsilon)
-        x = x.to(orig_dtype) * self.weight
+        x = (x * self.weight).to(orig_dtype)

        return x