diff --git a/test/srt/test_bench_serving.py b/test/srt/test_bench_serving.py index 978033e3b..747794609 100644 --- a/test/srt/test_bench_serving.py +++ b/test/srt/test_bench_serving.py @@ -406,7 +406,7 @@ class TestBenchServing(CustomTestCase): request_rate=float("inf"), random_input_len=1, random_output_len=1024, - other_server_args=["--pp", "2"], + other_server_args=["--pp-size", "2"], need_warmup=True, seed=42, ) @@ -429,8 +429,8 @@ class TestBenchServing(CustomTestCase): other_server_args=[ "--quantization", "fp8", - "--pp", - 2, + "--pp-size", + "2", ], need_warmup=False, seed=42,