Add longer accuracy test on CI (#1049)

2024-08-12 02:21:38 -07:00
parent 89f23a5178
commit 41598e0d8e
13 changed files with 385 additions and 44 deletions
--- a/python/sglang/test/run_eval.py
+++ b/python/sglang/test/run_eval.py
@@ -39,6 +39,14 @@ def run_eval(args):
        eval_obj = MathEval(
            filename, equality_checker, args.num_examples, args.num_threads
        )
+    elif args.eval_name == "mgsm":
+        from sglang.test.simple_eval_mgsm import MGSMEval
+
+        eval_obj = MGSMEval(args.num_examples, args.num_threads)
+    elif args.eval_name == "mgsm_en":
+        from sglang.test.simple_eval_mgsm import MGSMEval
+
+        eval_obj = MGSMEval(args.num_examples, args.num_threads, languages=["en"])
    elif args.eval_name == "gpqa":
        from sglang.test.simple_eval_gpqa import GPQAEval