From 84d13c54bbbdabe00c3fca1d404949d20532db54 Mon Sep 17 00:00:00 2001 From: Raayan Dhar <58057652+raayandhar@users.noreply.github.com> Date: Mon, 5 Jan 2026 20:14:42 -0800 Subject: [PATCH] feat: only add input vision tokens in `bench_serving` result if vision dataset is used (#15492) Signed-off-by: Raayan Dhar raayan.dhar@gmail.com --- python/sglang/bench_serving.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 906b45a62..8eca2251c 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2419,9 +2419,12 @@ async def benchmark( print("{:<40} {:<10.2f}".format("Benchmark duration (s):", benchmark_duration)) print("{:<40} {:<10}".format("Total input tokens:", metrics.total_input)) print("{:<40} {:<10}".format("Total input text tokens:", metrics.total_input_text)) - print( - "{:<40} {:<10}".format("Total input vision tokens:", metrics.total_input_vision) - ) + if args.dataset_name in ["image", "mmmu"]: + print( + "{:<40} {:<10}".format( + "Total input vision tokens:", metrics.total_input_vision + ) + ) print("{:<40} {:<10}".format("Total generated tokens:", metrics.total_output)) print( "{:<40} {:<10}".format(