[CI] Append test variant name to markdown report header in nightly test (#16166)

This commit is contained in:
Baizhou Zhang
2025-12-31 00:09:24 +08:00
committed by GitHub
parent 733a0c1a37
commit f35b5da521
14 changed files with 30 additions and 6 deletions
+6 -1
View File
@@ -87,7 +87,9 @@ Note: To view the traces through perfetto-ui, please:
return f"| {self.batch_size} | {self.input_len} | {self.latency:.2f} | {self.input_throughput:.2f} | {self.output_throughput:.2f} | {accept_length} | {itl:.2f} | {input_cost:.2f} | {output_cost:.2f} | {profile_link} |\n"
def generate_markdown_report(trace_dir, results: List[BenchmarkResult]) -> str:
def generate_markdown_report(
trace_dir, results: List[BenchmarkResult], variant: Optional[str] = None
) -> str:
"""Generate a markdown report from a list of BenchmarkResult object from a single run."""
# Build model header with run_name if it's not "default"
model_header = results[0].model_path
@@ -99,6 +101,9 @@ def generate_markdown_report(trace_dir, results: List[BenchmarkResult]) -> str:
if gpu_config:
model_header += f" [{gpu_config}]"
if variant:
model_header += f" ({variant})"
summary = f"### {model_header}\n"
summary += "| batch size | input len | latency (s) | input throughput (tok/s) | output throughput (tok/s) | acc length | ITL (ms) | input cost ($/1M) | output cost ($/1M) | profile (extend) | profile (decode)|\n"