Reserve more memory for DeepSeekOCR model and adjust server start timeout for DeepGEMM to reduce flakiness (#15277)

This commit is contained in:
Kangyan-Zhou
2025-12-17 13:13:05 -08:00
committed by GitHub
parent 5290cef97c
commit 011d8d8970
3 changed files with 20 additions and 7 deletions
+12 -5
View File
@@ -38,16 +38,23 @@ class TestOpenAIMLLMServerBase(CustomTestCase):
def setUpClass(cls):
cls.base_url = DEFAULT_URL_FOR_TEST
cls.api_key = "sk-123456"
# Build other_args: always include extra_args, conditionally include fixed_args
other_args = list(cls.extra_args)
if cls.trust_remote_code:
other_args.extend(cls.fixed_args)
else:
# Exclude --trust-remote-code but keep other fixed args like --enable-multimodal
other_args.extend(
arg for arg in cls.fixed_args if arg != "--trust-remote-code"
)
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
api_key=cls.api_key,
other_args=(
cls.extra_args + cls.fixed_args + ["--trust-remote-code"]
if cls.trust_remote_code
else []
),
other_args=other_args,
)
cls.base_url += "/v1"