From 8834260739fb3c07f554f0863c535f4b63a1dc6b Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Tue, 4 Nov 2025 06:24:08 +0800 Subject: [PATCH] Super tiny dump server info such as args in bench for post analysis (#12550) --- python/sglang/bench_serving.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index c4eb8c61f..936950908 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2039,6 +2039,9 @@ async def benchmark( print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms)) print("=" * 50) + resp = requests.get(base_url + "/get_server_info", headers=get_auth_headers()) + server_info = resp.json() if resp.status_code == 200 else None + if ( metrics.median_ttft_ms is not None and metrics.mean_itl_ms is not None @@ -2055,6 +2058,8 @@ async def benchmark( "random_input_len": args.random_input_len, "random_output_len": args.random_output_len, "random_range_ratio": args.random_range_ratio, + # Information + "server_info": server_info, # Results "duration": benchmark_duration, "completed": metrics.completed,