Support LoRA in Completion API (#2243)

Co-authored-by: root <bjmsong@126.com>
2024-11-29 16:13:38 -08:00
parent 94e167ea5a
commit 01017d4c20
4 changed files with 20 additions and 0 deletions
@@ -567,6 +567,7 @@ def run_bench_serving(
        disable_tqdm=False,
        disable_stream=disable_stream,
        disable_ignore_eos=False,
+        lora_name=None,
        extra_request_body=None,
        profile=None,
    )