Fix TestGLM41VPPAccuracy test flakiness (#14848)

This commit is contained in:
Binyao Jiang
2025-12-10 16:59:58 -08:00
committed by GitHub
parent 25e97380e3
commit 312df1d6c0
3 changed files with 28 additions and 3 deletions
+5 -1
View File
@@ -115,7 +115,11 @@ def run_eval(args):
# VLM MMMU evaluation with fixed 100 examples by default
from sglang.test.simple_eval_mmmu_vlm import MMMUVLMEval
eval_obj = MMMUVLMEval(args.num_examples, args.num_threads)
eval_obj = MMMUVLMEval(
args.num_examples,
args.num_threads,
response_answer_regex=getattr(args, "response_answer_regex", None),
)
else:
raise ValueError(f"Invalid eval name: {args.eval_name}")