[diffusion] fix: fix using the sub-optimal fa kernel (#16382)

This commit is contained in:
Qi Yuhang
2026-01-05 16:25:41 +08:00
committed by GitHub
parent bebd625ba1
commit dcfb92ddbc

View File

@@ -201,18 +201,15 @@ class FlashAttentionImpl(AttentionImpl):
if use_upstream:
bsz, seqlen, nheads_q, d = q_shape
bsz_k, seqlen_k, nheads_k, d_k = k_shape
bsz_v, seqlen_v, nheads_v, d_v = v_shape
q_ = query.contiguous().reshape(bsz * seqlen, nheads_q, d)
k_ = key.contiguous().reshape(bsz * seqlen, nheads_k, d)
v_ = value.contiguous().reshape(bsz * seqlen, nheads_v, d)
cu = _get_cu_seqlens(q_.device.index, bsz, seqlen)
q_ = query.contiguous()
k_ = key.contiguous()
v_ = value.contiguous()
out = flash_attn_varlen_func_upstream(
q_,
k_,
v_,
cu,
cu,
None,
None,
seqlen,
seqlen,
softmax_scale=self.softmax_scale,