fix: enable multi-threading for h200 tests (#16413)

This commit is contained in:
Douglas Yang
2026-01-04 14:43:53 -08:00
committed by GitHub
parent a1ed247fd7
commit 55d112dc79
6 changed files with 23 additions and 1 deletions
+2
View File
@@ -36,6 +36,8 @@ class TestDeepseekV3MTP(CustomTestCase):
"1",
"--speculative-num-draft-tokens",
"4",
"--model-loader-extra-config",
'{"enable_multithread_load": true, "num_threads": 64}',
]
if not is_in_amd_ci():
other_args += ["--mem-frac", "0.7"]