[Tiny fix] Fix bench_speculative.py run bug (#13416)

This commit is contained in:
Xiaoyu Zhang
2025-11-17 18:58:19 +08:00
committed by GitHub
parent b24235b8bb
commit 8b5e2c5368

View File

@@ -106,6 +106,8 @@ def send_one_batch(base_url, num_prompts, batch_size, tokenizer, is_multimodal):
max_concurrency=batch_size,
disable_tqdm=False,
lora_names=None,
lora_request_distribution=None,
lora_zipf_alpha=None,
extra_request_body={},
profile=None,
)