ci: adding errors to Github summary (#14778)

This commit is contained in:
Douglas Yang
2025-12-14 21:08:16 -08:00
committed by GitHub
parent bd9c3a47d6
commit 9e9a61691e
3 changed files with 48 additions and 17 deletions
+13 -1
View File
@@ -67,6 +67,7 @@ class TestNightlyVLMMmmuEval(unittest.TestCase):
for model in self.models:
model_path = model.model_path
error_message = None
with self.subTest(model=model_path):
process = popen_launch_server(
model=model_path,
@@ -98,8 +99,19 @@ class TestNightlyVLMMmmuEval(unittest.TestCase):
is_first = False
all_results.append(
(model_path, metrics["score"], metrics["latency"])
(
model_path,
metrics["score"],
metrics["latency"],
error_message,
)
)
except Exception as e:
# Capture error message for the summary table
error_message = str(e)
# Still append result with error info (use None for N/A metrics to match else clause)
all_results.append((model_path, None, None, error_message))
print(f"Error evaluating {model_path}: {error_message}")
finally:
kill_process_tree(process.pid)