fix: enable multi-threading for h200 tests (#16413)

2026-01-04 14:43:53 -08:00
parent a1ed247fd7
commit 55d112dc79
6 changed files with 23 additions and 1 deletions
@@ -52,6 +52,8 @@ class TestDeepseekV32CP(CustomTestCase):
            "--enable-nsa-prefill-context-parallel",
            "--nsa-prefill-cp-mode",
            "in-seq-split",
+            "--model-loader-extra-config",
+            '{"enable_multithread_load": true, "num_threads": 64}',
        ]
        cls.process = popen_launch_server(
            cls.model,
@@ -123,6 +125,8 @@ class TestDeepseekV32CPMode1(CustomTestCase):
            "--enable-nsa-prefill-context-parallel",
            "--nsa-prefill-cp-mode",
            "round-robin-split",
+            "--model-loader-extra-config",
+            '{"enable_multithread_load": true, "num_threads": 64}',
        ]
        cls.process = popen_launch_server(
            cls.model,