chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Fix Tensor Memory Aliasing (#19928)

Browse Source
This commit is contained in:
Bingxu Chen
2026-03-08 00:06:10 +08:00
committed by GitHub
parent 7da590d4d0
commit 17721b00fd
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/layers/attention/nsa/nsa_indexer.py
View File

@@ -313,8 +313,8 @@ class Indexer(MultiPlatformOp):
q_rope, k_rope = self.rotary_emb(positions, q_rope, k_rope)
query[..., : self.rope_head_dim] = q_rope
key[..., : self.rope_head_dim] = k_rope
query[..., : self.rope_head_dim] = q_rope.clone()
key[..., : self.rope_head_dim] = k_rope.clone()
if enable_dual_stream:
current_stream = torch.cuda.current_stream()
@@ -352,7 +352,7 @@ class Indexer(MultiPlatformOp):
)
_, k_rope = self.rotary_emb(positions, k_rope, k_rope)
key[..., : self.rope_head_dim] = k_rope
key[..., : self.rope_head_dim] = k_rope.clone()
key = rotate_activation(key)
return key