Co-authored-by: Hexq0210 <893781835@qq.com> Co-authored-by: liupeng374 <782420244@qq.com> Co-authored-by: cy <chenyang08056032@163.com>
19 lines
459 B
Python
19 lines
459 B
Python
import unittest
|
|
|
|
from sglang.test.ascend.vlm_utils import TestVLMModels
|
|
from sglang.test.ci.ci_register import register_npu_ci
|
|
|
|
register_npu_ci(est_time=400, suite="nightly-4-npu-a3", nightly=True)
|
|
|
|
|
|
class TestGemmaModels(TestVLMModels):
|
|
model = "/root/.cache/modelscope/hub/models/deepseek-ai/deepseek-vl2"
|
|
mmmu_accuracy = 0.2
|
|
|
|
def test_vlm_mmmu_benchmark(self):
|
|
self._run_vlm_mmmu_test()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|