From 8bce0853216264978c160dec7abae8ce2ad7cbb0 Mon Sep 17 00:00:00 2001 From: YC Tseng Date: Wed, 7 Jan 2026 15:52:46 +0800 Subject: [PATCH] [AMD] CI - add 2 pp test cases to performance-test-2-gpu-amd (#16514) --- .github/workflows/pr-test-amd.yml | 10 ++++++++++ test/srt/test_bench_serving.py | 8 ++++++-- 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/.github/workflows/pr-test-amd.yml b/.github/workflows/pr-test-amd.yml index 30a57836f..3a98c5504 100644 --- a/.github/workflows/pr-test-amd.yml +++ b/.github/workflows/pr-test-amd.yml @@ -794,6 +794,16 @@ jobs: run: | bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache + - name: Benchmark offline PP decode throughput (PP=2) + timeout-minutes: 10 + run: | + bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_pp_offline_throughput_default_decode + + - name: Benchmark offline PP prefill throughput (PP=2) + timeout-minutes: 10 + run: | + bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_pp_long_context_prefill + accuracy-test-1-gpu-amd: needs: [check-changes, stage-a-test-1-amd] if: | diff --git a/test/srt/test_bench_serving.py b/test/srt/test_bench_serving.py index 0a0ea6628..9411a8396 100644 --- a/test/srt/test_bench_serving.py +++ b/test/srt/test_bench_serving.py @@ -432,7 +432,8 @@ class TestBenchServing(CustomTestCase): "fp8", "--pp-size", "2", - ], + ] + + (["--mem-fraction-static", "0.7"] if is_in_amd_ci() else []), need_warmup=False, seed=42, ) @@ -442,7 +443,10 @@ class TestBenchServing(CustomTestCase): f"### test_pp_long_context_latency_prefill\n" f"input_throughput: {res['input_throughput']:.2f} ms\n" ) - self.assertGreater(res["input_throughput"], 4000) + if is_in_amd_ci(): + self.assertGreater(res["input_throughput"], 3000) + else: + self.assertGreater(res["input_throughput"], 4000) def test_score_api_latency_throughput(self): """Test score API latency and throughput performance"""