chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[minor] reduce 1 unnecessary add (#16474)

Browse Source
This commit is contained in:
DarkSharpness
2026-01-05 17:00:56 +08:00
committed by GitHub
parent 4308c25b47
commit da2f8cc33f
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/layers/layernorm.py
View File

@@ -125,9 +125,8 @@ class RMSNorm(MultiPlatformOp):
# (hidden_states+residual)+post_residual_addition != hidden_states+(residual+post_residual_addition),
# we probably need to add another parameter to fused_add_rmsnorm
post_residual_addition = kwargs.get("post_residual_addition")
residual = residual + (
post_residual_addition if post_residual_addition is not None else 0.0
)
if post_residual_addition is not None:
residual = residual + post_residual_addition
fused_add_rmsnorm(x, residual, self.weight.data, self.variance_epsilon)
return x, residual
out = rmsnorm(x, self.weight.data, self.variance_epsilon)