fix: enable multi-threading for h200 tests (#16413)

2026-01-04 14:43:53 -08:00
parent a1ed247fd7
commit 55d112dc79
6 changed files with 23 additions and 1 deletions
@@ -22,7 +22,13 @@ class TestDeepseekV3Basic(CustomTestCase):
    def setUpClass(cls):
        cls.model = FULL_DEEPSEEK_V3_MODEL_PATH
        cls.base_url = DEFAULT_URL_FOR_TEST
-        other_args = ["--trust-remote-code", "--tp", "8"]
+        other_args = [
+            "--trust-remote-code",
+            "--tp",
+            "8",
+            "--model-loader-extra-config",
+            '{"enable_multithread_load": true, "num_threads": 64}',
+        ]
        cls.process = popen_launch_server(
            cls.model,
            cls.base_url,