From 71279e31f7234a70ac3ced890deb2bfa8aa29f6d Mon Sep 17 00:00:00 2001
From: shuwenn <47200617+alphabetc1@users.noreply.github.com>
Date: Tue, 20 Jan 2026 02:00:00 +0800
Subject: [PATCH] [CI] fix test_vlm_models.py (#17049)

---
 test/registered/models/test_vlm_models.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/test/registered/models/test_vlm_models.py b/test/registered/models/test_vlm_models.py
index 129ca2183..f0a9c76d9 100644
--- a/test/registered/models/test_vlm_models.py
+++ b/test/registered/models/test_vlm_models.py
@@ -1,6 +1,7 @@
 import argparse
 import random
 import sys
+import tempfile
 import unittest
 from types import SimpleNamespace
 
@@ -39,7 +40,11 @@ class TestVLMModels(MMMUMultiModelTestBase):
             models_to_test = [random.choice(MODELS)]
 
         for model in models_to_test:
-            self._run_vlm_mmmu_test(model, "./logs")
+            # Use a unique temporary directory for each model to avoid cached results
+            with tempfile.TemporaryDirectory(
+                prefix=f"test_vlm_mmmu_{model.model.replace('/', '_')}_"
+            ) as temp_dir:
+                self._run_vlm_mmmu_test(model, temp_dir)
 
 
 if __name__ == "__main__":