fix: enable multi-threading for h200 tests (#16413)

This commit is contained in:
Douglas Yang
2026-01-04 14:43:53 -08:00
committed by GitHub
parent a1ed247fd7
commit 55d112dc79
6 changed files with 23 additions and 1 deletions
+4
View File
@@ -40,6 +40,8 @@ class TestDeepseekV32DPMTP(CustomTestCase):
"4",
"--mem-frac",
"0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true, "num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,
@@ -120,6 +122,8 @@ class TestDeepseekV32TPMTP(CustomTestCase):
"4",
"--mem-frac",
"0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true, "num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,