From b0f531ad2826523f606bb2bfa0b984f10d14af50 Mon Sep 17 00:00:00 2001
From: Alison Shao <54658187+alisonshao@users.noreply.github.com>
Date: Tue, 9 Dec 2025 20:59:23 -0800
Subject: [PATCH] Fix VLM accuracy thresholds for nightly tests (#14777)

---
 test/nightly/test_vlms_mmmu_eval.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/test/nightly/test_vlms_mmmu_eval.py b/test/nightly/test_vlms_mmmu_eval.py
index aa2b43bd1..99d8cb84a 100644
--- a/test/nightly/test_vlms_mmmu_eval.py
+++ b/test/nightly/test_vlms_mmmu_eval.py
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
 MODEL_THRESHOLDS = {
     # Conservative thresholds on 100 MMMU samples, especially for latency thresholds
     ModelLaunchSettings("deepseek-ai/deepseek-vl2-small"): ModelEvalMetrics(
-        0.330, 56.1
+        0.320, 56.1
     ),
     ModelLaunchSettings("deepseek-ai/Janus-Pro-7B"): ModelEvalMetrics(0.285, 40.3),
     ModelLaunchSettings("Efficient-Large-Model/NVILA-8B-hf"): ModelEvalMetrics(
@@ -28,7 +28,7 @@ MODEL_THRESHOLDS = {
         0.270, 23.8
     ),
     ModelLaunchSettings("google/gemma-3-4b-it"): ModelEvalMetrics(0.360, 10.9),
-    ModelLaunchSettings("google/gemma-3n-E4B-it"): ModelEvalMetrics(0.360, 17.7),
+    ModelLaunchSettings("google/gemma-3n-E4B-it"): ModelEvalMetrics(0.270, 17.7),
     ModelLaunchSettings("mistral-community/pixtral-12b"): ModelEvalMetrics(0.360, 16.6),
     ModelLaunchSettings("moonshotai/Kimi-VL-A3B-Instruct"): ModelEvalMetrics(
         0.330, 22.3