Reserve more memory for DeepSeekOCR model and adjust server start timeout for DeepGEMM to reduce flakiness (#15277)
This commit is contained in:
@@ -162,6 +162,10 @@ class TestQwen2AudioServer(AudioOpenAITestMixin):
|
||||
class TestDeepseekOCRServer(TestOpenAIMLLMServerBase):
|
||||
model = "deepseek-ai/DeepSeek-OCR"
|
||||
trust_remote_code = False
|
||||
extra_args = [
|
||||
"--mem-fraction-static=0.70",
|
||||
"--cuda-graph-max-bs=4",
|
||||
]
|
||||
|
||||
def verify_single_image_response_for_ocr(self, response):
|
||||
"""Verify DeepSeek-OCR grounding output with coordinates"""
|
||||
|
||||
Reference in New Issue
Block a user