[Qwen3-Next] Enable fused_qkvzba_split_reshape_cat also for prefill (#18917)

This commit is contained in:
YAMY
2026-02-21 21:57:17 -08:00
committed by GitHub
parent 8cf003c44b
commit 5995bfec63

View File

@@ -405,17 +405,11 @@ class Qwen3GatedDeltaNet(nn.Module):
hidden_states: torch.Tensor,
forward_batch: ForwardBatch,
):
is_cuda_graph = forward_batch.forward_mode.is_cuda_graph()
projected_states_qkvz, projected_states_ba = self._forward_input_proj(
hidden_states
)
if (
self.num_v_heads // self.num_k_heads in [1, 2, 4]
and is_cuda_graph
and not _is_cpu
):
if self.num_v_heads // self.num_k_heads in [1, 2, 4] and not _is_cpu:
mixed_qkv, z, b, a = fused_qkvzba_split_reshape_cat(
projected_states_qkvz,
projected_states_ba,