[NVIDIA] upstream FA4 (#15182)

Co-authored-by: Qiaolin-Yu <liin1211@outlook.com>
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
Johnny
2026-01-11 15:31:28 +08:00
committed by GitHub
co-authored by Qiaolin-Yu Baizhou Zhang
parent 09e2571e2e
commit b5493f65be
4 changed files with 507 additions and 117 deletions
+1 -1
View File
@@ -526,7 +526,7 @@ def attention_ref(
# @pytest.mark.parametrize('d', [56, 80])
# @pytest.mark.parametrize('d', [32, 40, 64, 80, 96, 128])
# @pytest.mark.parametrize("d", [64, 96, 128])
@pytest.mark.parametrize("d", [128, 192])
@pytest.mark.parametrize("d", [64, 128])
# @pytest.mark.parametrize("d", [192])
@pytest.mark.parametrize(
"seqlen_q,seqlen_k",