support more model in piecewise cuda graph (#11745)

2025-10-24 10:31:39 +08:00
parent ffc722a690
commit 1801cd199f
3 changed files with 25 additions and 5 deletions
@@ -44,6 +44,18 @@ class TestPiecewiseCudaGraphCorrectness(CustomTestCase):
        metrics = run_eval(args)
        self.assertGreaterEqual(metrics["score"], 0.235)

+    def test_mmlu(self):
+        args = SimpleNamespace(
+            base_url=self.base_url,
+            model=self.model,
+            eval_name="mmlu",
+            num_examples=64,
+            num_threads=32,
+        )
+
+        metrics = run_eval(args)
+        self.assertGreaterEqual(metrics["score"], 0.65)
+

 class TestPiecewiseCudaGraphBenchmark(CustomTestCase):