chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[NPU]qwen3 pp bugfix (#15390)

Browse Source
This commit is contained in:
Liwansi
2025-12-25 00:14:40 +08:00
committed by GitHub
parent 2c5679f314
commit 8bf7f240b6
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/models/qwen3.py
View File

@@ -167,10 +167,10 @@ class Qwen3Attention(nn.Module):
q, k = self.rotary_emb(positions, q, k)
return q, k, v
def forward_prepare_npu(self, positions, hidden_states):
def forward_prepare_npu(self, positions, hidden_states, forward_batch):
qkv, _ = self.qkv_proj(hidden_states)
if self.attn.layer_id == 0:
if self.attn.layer_id == forward_batch.token_to_kv_pool.start_layer:
self.rotary_emb.get_cos_sin_with_position(positions)
q, k, v = split_qkv_rmsnorm_rope(
qkv,
@@ -205,6 +205,7 @@ class Qwen3Attention(nn.Module):
q, k, v = self.forward_prepare_npu(
positions=positions,
hidden_states=hidden_states,
forward_batch=forward_batch,
)
if get_global_server_args().rl_on_policy_target is not None:

2
python/sglang/srt/models/qwen3_moe.py
View File

@@ -542,7 +542,7 @@ class Qwen3MoeAttention(nn.Module):
forward_batch: ForwardBatch,
):
qkv, _ = self.qkv_proj(hidden_states)
if self.attn.layer_id == 0:
if self.attn.layer_id == forward_batch.token_to_kv_pool.start_layer:
self.rotary_emb.get_cos_sin_with_position(positions)
q, k, v = split_qkv_rmsnorm_rope(
qkv,