Add small model test for spec v2 + dp + trtllm_mla (#14576)

2025-12-07 23:55:00 +08:00
parent 88c459c6c8
commit 125e17efd5
3 changed files with 101 additions and 41 deletions
@@ -47,6 +47,8 @@ class TestDeepseek(CustomTestCase):
                "--max-running-requests",
                "2048",
                "--disable-radix-cache",
+                "--model-loader-extra-config",
+                '{"enable_multithread_load": true,"num_threads": 64}',
            ],
        )

@@ -111,6 +113,8 @@ class TestDeepseekMTP(CustomTestCase):
                "--speculative-num-draft-tokens",
                "2",
                "--disable-radix-cache",
+                "--model-loader-extra-config",
+                '{"enable_multithread_load": true,"num_threads": 64}',
            ],
        )