diff --git a/test/nightly/test_vlms_mmmu_eval.py b/test/nightly/test_vlms_mmmu_eval.py index 99d8cb84a..4b9a19eb8 100644 --- a/test/nightly/test_vlms_mmmu_eval.py +++ b/test/nightly/test_vlms_mmmu_eval.py @@ -46,6 +46,9 @@ MODEL_THRESHOLDS = { ): ModelEvalMetrics(0.310, 16.7), ModelLaunchSettings("XiaomiMiMo/MiMo-VL-7B-RL"): ModelEvalMetrics(0.28, 32.0), ModelLaunchSettings("zai-org/GLM-4.1V-9B-Thinking"): ModelEvalMetrics(0.280, 30.4), + ModelLaunchSettings( + "zai-org/GLM-4.5V-FP8", extra_args=["--tp=2"] + ): ModelEvalMetrics(0.26, 32.0), }