[AMD] CI - add 2 pp test cases to performance-test-2-gpu-amd (#16514)

This commit is contained in:
YC Tseng
2026-01-06 23:52:46 -08:00
committed by GitHub
parent 6b8a9d7058
commit 8bce085321
2 changed files with 16 additions and 2 deletions
+6 -2
View File
@@ -432,7 +432,8 @@ class TestBenchServing(CustomTestCase):
"fp8",
"--pp-size",
"2",
],
]
+ (["--mem-fraction-static", "0.7"] if is_in_amd_ci() else []),
need_warmup=False,
seed=42,
)
@@ -442,7 +443,10 @@ class TestBenchServing(CustomTestCase):
f"### test_pp_long_context_latency_prefill\n"
f"input_throughput: {res['input_throughput']:.2f} ms\n"
)
self.assertGreater(res["input_throughput"], 4000)
if is_in_amd_ci():
self.assertGreater(res["input_throughput"], 3000)
else:
self.assertGreater(res["input_throughput"], 4000)
def test_score_api_latency_throughput(self):
"""Test score API latency and throughput performance"""