[CI] Append test variant name to markdown report header in nightly test (#16166)
This commit is contained in:
@@ -87,7 +87,9 @@ Note: To view the traces through perfetto-ui, please:
|
||||
return f"| {self.batch_size} | {self.input_len} | {self.latency:.2f} | {self.input_throughput:.2f} | {self.output_throughput:.2f} | {accept_length} | {itl:.2f} | {input_cost:.2f} | {output_cost:.2f} | {profile_link} |\n"
|
||||
|
||||
|
||||
def generate_markdown_report(trace_dir, results: List[BenchmarkResult]) -> str:
|
||||
def generate_markdown_report(
|
||||
trace_dir, results: List[BenchmarkResult], variant: Optional[str] = None
|
||||
) -> str:
|
||||
"""Generate a markdown report from a list of BenchmarkResult object from a single run."""
|
||||
# Build model header with run_name if it's not "default"
|
||||
model_header = results[0].model_path
|
||||
@@ -99,6 +101,9 @@ def generate_markdown_report(trace_dir, results: List[BenchmarkResult]) -> str:
|
||||
if gpu_config:
|
||||
model_header += f" [{gpu_config}]"
|
||||
|
||||
if variant:
|
||||
model_header += f" ({variant})"
|
||||
|
||||
summary = f"### {model_header}\n"
|
||||
|
||||
summary += "| batch size | input len | latency (s) | input throughput (tok/s) | output throughput (tok/s) | acc length | ITL (ms) | input cost ($/1M) | output cost ($/1M) | profile (extend) | profile (decode)|\n"
|
||||
|
||||
Reference in New Issue
Block a user