Benchmark with Pytorch Profiler easily (#2110)

Co-authored-by: root <bjmsong@126.com>
2024-11-21 23:29:50 -08:00
parent dfec7fca06
commit ad30d5cf9a
2 changed files with 48 additions and 1 deletions
@@ -564,6 +564,7 @@ def run_bench_serving(
        disable_stream=disable_stream,
        disable_ignore_eos=False,
        extra_request_body=None,
+        profile=None,
    )

    try: