fix: nightly fix b200 gpqa (#15745)

2025-12-24 10:29:45 -08:00
parent 370bd27f3a
commit 17e65466de
3 changed files with 9 additions and 11 deletions
--- a/python/sglang/test/accuracy_test_runner.py
+++ b/python/sglang/test/accuracy_test_runner.py
@@ -242,7 +242,12 @@ def run_accuracy_test(
        )

    # Validate against baseline
-    score = metrics.get("score", 0.0)
+    # Handle different metric key names: "score", "mean_score" (for GPQA with repeat), "accuracy"
+    score = (
+        metrics.get("score")
+        or metrics.get("mean_score")
+        or metrics.get("accuracy", 0.0)
+    )
    passed = score >= params.baseline_accuracy
    latency = metrics.get("latency")