From 7f8353aff3d902dbe97ca26a756ae3ca9564f753 Mon Sep 17 00:00:00 2001 From: Lingjun Wen <72353869+ljw-mc@users.noreply.github.com> Date: Fri, 16 Jan 2026 13:15:34 -0800 Subject: [PATCH] [BugFix]: Fix `sglang.bench_one_batch` (#16925) Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com> --- python/sglang/bench_one_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_one_batch.py b/python/sglang/bench_one_batch.py index 826753907..948860f8c 100644 --- a/python/sglang/bench_one_batch.py +++ b/python/sglang/bench_one_batch.py @@ -316,7 +316,7 @@ def prepare_extend_inputs_for_correctness_test( req.fill_ids += input_ids[i][bench_args.cut_len :] req.prefix_indices = model_runner.req_to_token_pool.req_to_token[ i, : bench_args.cut_len - ] + ].to(req.prefix_indices.dtype) req.logprob_start_len = -1 req.set_extend_input_len(len(req.fill_ids) - len(req.prefix_indices)) return reqs