Merge performance/accuracy test suites into regular stage-b suites (#17609)

This commit is contained in:
Alison Shao
2026-01-25 22:49:19 -08:00
committed by GitHub
parent 8c2d8b51e9
commit 30b3192039
12 changed files with 41 additions and 279 deletions

View File

@@ -1495,6 +1495,10 @@ def run_bench_one_batch(model, other_args):
command += ["--model-path", model]
process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
prefill_latency = None
decode_throughput = None
decode_latency = None
try:
stdout, stderr = process.communicate()
output = stdout.decode(errors="backslashreplace")
@@ -1517,6 +1521,12 @@ def run_bench_one_batch(model, other_args):
finally:
kill_process_tree(process.pid)
if prefill_latency is None or decode_throughput is None or decode_latency is None:
raise RuntimeError(
f"Failed to parse benchmark output. "
f"prefill_latency={prefill_latency}, decode_throughput={decode_throughput}, decode_latency={decode_latency}"
)
return prefill_latency, decode_throughput, decode_latency