[diffusion] fix: fix using the sub-optimal fa kernel (#16382)
This commit is contained in:
@@ -201,18 +201,15 @@ class FlashAttentionImpl(AttentionImpl):
|
||||
|
||||
if use_upstream:
|
||||
bsz, seqlen, nheads_q, d = q_shape
|
||||
bsz_k, seqlen_k, nheads_k, d_k = k_shape
|
||||
bsz_v, seqlen_v, nheads_v, d_v = v_shape
|
||||
q_ = query.contiguous().reshape(bsz * seqlen, nheads_q, d)
|
||||
k_ = key.contiguous().reshape(bsz * seqlen, nheads_k, d)
|
||||
v_ = value.contiguous().reshape(bsz * seqlen, nheads_v, d)
|
||||
cu = _get_cu_seqlens(q_.device.index, bsz, seqlen)
|
||||
q_ = query.contiguous()
|
||||
k_ = key.contiguous()
|
||||
v_ = value.contiguous()
|
||||
out = flash_attn_varlen_func_upstream(
|
||||
q_,
|
||||
k_,
|
||||
v_,
|
||||
cu,
|
||||
cu,
|
||||
None,
|
||||
None,
|
||||
seqlen,
|
||||
seqlen,
|
||||
softmax_scale=self.softmax_scale,
|
||||
|
||||
Reference in New Issue
Block a user