diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 906b45a62..8eca2251c 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2419,9 +2419,12 @@ async def benchmark( print("{:<40} {:<10.2f}".format("Benchmark duration (s):", benchmark_duration)) print("{:<40} {:<10}".format("Total input tokens:", metrics.total_input)) print("{:<40} {:<10}".format("Total input text tokens:", metrics.total_input_text)) - print( - "{:<40} {:<10}".format("Total input vision tokens:", metrics.total_input_vision) - ) + if args.dataset_name in ["image", "mmmu"]: + print( + "{:<40} {:<10}".format( + "Total input vision tokens:", metrics.total_input_vision + ) + ) print("{:<40} {:<10}".format("Total generated tokens:", metrics.total_output)) print( "{:<40} {:<10}".format(