895e56097c
Co-authored-by: cy <chenyang08056032@163.com> Co-authored-by: Cherry_ming <136634645@qq.com>
31 lines
750 B
Python
31 lines
750 B
Python
import unittest
|
|
|
|
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_VL2_WEIGHTS_PATH
|
|
from sglang.test.ascend.vlm_utils import TestVLMModels
|
|
from sglang.test.ci.ci_register import register_npu_ci
|
|
|
|
register_npu_ci(
|
|
est_time=400,
|
|
suite="nightly-4-npu-a3",
|
|
nightly=True,
|
|
disabled="run failed",
|
|
)
|
|
|
|
|
|
class TestDeepseekVl2(TestVLMModels):
|
|
"""Testcase: Verify that the inference accuracy of the deepseek-ai/deepseek-vl2 model on the MMMU dataset is no less than 0.2.
|
|
|
|
[Test Category] Model
|
|
[Test Target] deepseek-ai/deepseek-vl2
|
|
"""
|
|
|
|
model = DEEPSEEK_VL2_WEIGHTS_PATH
|
|
mmmu_accuracy = 0.2
|
|
|
|
def test_vlm_mmmu_benchmark(self):
|
|
self._run_vlm_mmmu_test()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|