fix: add --cuda-graph-max-bs to DSV3 FA3 FP8 KV cache test (#19307)

This commit is contained in:
Alison Shao
2026-02-25 10:27:31 -08:00
committed by GitHub
parent 0217e82a08
commit cc1ca61c81

View File

@@ -110,7 +110,9 @@ class TestMLADeepseekV3Fa3Fp8Kvcache(CustomTestCase):
"fp8_e4m3",
]
if is_cuda():
other_args.extend(["--attention-backend", "fa3"])
other_args.extend(
["--attention-backend", "fa3", "--cuda-graph-max-bs", "2"]
)
cls.process = popen_launch_server(
cls.model,
cls.base_url,