From c9b581644d2e7cb3eda3e698b12473303ee4bd66 Mon Sep 17 00:00:00 2001 From: Rohan Potdar <66227218+Rohan138@users.noreply.github.com> Date: Wed, 12 Nov 2025 04:48:28 -0600 Subject: [PATCH] Dump `total_throughput` to output-file in `bench_serving.py` (#9790) --- python/sglang/bench_serving.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 793a1ab2f..cf782ea25 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2099,6 +2099,7 @@ async def benchmark( "request_throughput": metrics.request_throughput, "input_throughput": metrics.input_throughput, "output_throughput": metrics.output_throughput, + "total_throughput": metrics.total_throughput, "mean_e2e_latency_ms": metrics.mean_e2e_latency_ms, "median_e2e_latency_ms": metrics.median_e2e_latency_ms, "std_e2e_latency_ms": metrics.std_e2e_latency_ms,