Add Mimo-v2-flash model to ci test (#15887)

This commit is contained in:
Ke Bao
2025-12-27 14:18:08 +08:00
committed by GitHub
parent 9ad546d7e8
commit faecd37ed4
4 changed files with 75 additions and 2 deletions

View File

@@ -0,0 +1,47 @@
import unittest
from sglang.test.kits.gsm8k_accuracy_kit import GSM8KMixin
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
class TestMiMoV2Flash(GSM8KMixin, SpecDecodingMixin, DefaultServerBase):
gsm8k_accuracy_thres = 0.75
gsm8k_num_questions = 1319
gsm8k_parallel = 1319
model = "XiaomiMiMo/MiMo-V2-Flash"
other_args = [
"--tp",
"4",
"--dp",
"2",
"--enable-dp-attention",
"--trust-remote-code",
"--attention-backend",
"fa3",
"--max-running-requests",
"128",
"--cuda-graph-max-bs",
"64",
"--mem-fraction-static",
"0.75",
"--speculative-algorithm",
"EAGLE",
"--speculative-num-steps",
"3",
"--speculative-eagle-topk",
"1",
"--speculative-num-draft-tokens",
"4",
"--enable-multi-layer-eagle",
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
bs_1_speed_thres = 170
accept_length_thres = 3.2
if __name__ == "__main__":
unittest.main()

View File

@@ -139,6 +139,7 @@ suites = {
TestFile("models/test_kimi_k2_models.py", 200),
TestFile("test_deepseek_v32_basic.py", 275),
TestFile("test_deepseek_v32_mtp.py", 275),
TestFile("models/test_mimo_models.py", 200),
],
"per-commit-8-gpu-h20": [
TestFile("quant/test_w4a8_deepseek_v3.py", 520),