Reserve more memory for DeepSeekOCR model and adjust server start timeout for DeepGEMM to reduce flakiness (#15277)

This commit is contained in:
Kangyan-Zhou
2025-12-17 13:13:05 -08:00
committed by GitHub
parent 5290cef97c
commit 011d8d8970
3 changed files with 20 additions and 7 deletions
+4 -2
View File
@@ -35,10 +35,11 @@ class TestFlashMLAAttnBackend(unittest.TestCase):
"flashmla",
]
)
# Use longer timeout for DeepGEMM JIT compilation which can take 10-20 minutes
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 2,
other_args=other_args,
)
@@ -91,10 +92,11 @@ class TestFlashMLAMTP(CustomTestCase):
"flashmla",
]
)
# Use longer timeout for DeepGEMM JIT compilation which can take 10-20 minutes
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 2,
other_args=other_args,
)