Reserve more memory for DeepSeekOCR model and adjust server start timeout for DeepGEMM to reduce flakiness (#15277)
This commit is contained in:
@@ -38,16 +38,23 @@ class TestOpenAIMLLMServerBase(CustomTestCase):
|
||||
def setUpClass(cls):
|
||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||
cls.api_key = "sk-123456"
|
||||
|
||||
# Build other_args: always include extra_args, conditionally include fixed_args
|
||||
other_args = list(cls.extra_args)
|
||||
if cls.trust_remote_code:
|
||||
other_args.extend(cls.fixed_args)
|
||||
else:
|
||||
# Exclude --trust-remote-code but keep other fixed args like --enable-multimodal
|
||||
other_args.extend(
|
||||
arg for arg in cls.fixed_args if arg != "--trust-remote-code"
|
||||
)
|
||||
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
cls.base_url,
|
||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
api_key=cls.api_key,
|
||||
other_args=(
|
||||
cls.extra_args + cls.fixed_args + ["--trust-remote-code"]
|
||||
if cls.trust_remote_code
|
||||
else []
|
||||
),
|
||||
other_args=other_args,
|
||||
)
|
||||
cls.base_url += "/v1"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user