c781db0f6c
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: cy <chenyang08056032@163.com>
26 lines
708 B
Python
26 lines
708 B
Python
import unittest
|
|
|
|
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_VL2_WEIGHTS_PATH
|
|
from sglang.test.ascend.vlm_utils import TestVLMModels
|
|
from sglang.test.ci.ci_register import register_npu_ci
|
|
|
|
register_npu_ci(est_time=400, suite="nightly-4-npu-a3", nightly=True)
|
|
|
|
|
|
class TestDeepseekVl2(TestVLMModels):
|
|
"""Testcase: Verify that the inference accuracy of the deepseek-ai/deepseek-vl2 model on the MMMU dataset is no less than 0.2.
|
|
|
|
[Test Category] Model
|
|
[Test Target] deepseek-ai/deepseek-vl2
|
|
"""
|
|
|
|
model = DEEPSEEK_VL2_WEIGHTS_PATH
|
|
mmmu_accuracy = 0.2
|
|
|
|
def test_vlm_mmmu_benchmark(self):
|
|
self._run_vlm_mmmu_test()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|