From cf0c24150a0536748faadc8703e4c70c2f7d07b6 Mon Sep 17 00:00:00 2001 From: "daniel, chen" Date: Sat, 1 Nov 2025 01:28:11 +0800 Subject: [PATCH] add served model name in bench serving (#12428) --- python/sglang/bench_serving.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index e9e6a77e1..c8749da7b 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2275,7 +2275,7 @@ def run_benchmark(args_: argparse.Namespace): # Read dataset backend = args.backend - model_id = args.model + model_id = args.served_model_name or args.model tokenizer_id = args.tokenizer if args.tokenizer is not None else args.model tokenizer = get_tokenizer(tokenizer_id) input_requests = get_dataset(args, tokenizer, model_id) @@ -2374,6 +2374,11 @@ if __name__ == "__main__": type=str, help="Name or path of the model. If not set, the default model will request /v1/models for conf.", ) + parser.add_argument( + "--served-model-name", + type=str, + help="The name of the model as served by the serving service. If not set, this defaults to the value of --model.", + ) parser.add_argument( "--tokenizer", type=str,