fix: adding multi-threading for kimi weights loading in pr test (#16538)

2026-01-05 20:10:13 -08:00
parent c105a3124b
commit c80c0e0fc0
1 changed files with 2 additions and 0 deletions
--- a/test/srt/models/test_kimi_k2_models.py
+++ b/test/srt/models/test_kimi_k2_models.py
@@ -28,6 +28,8 @@ class TestKimiK2Thinking(CustomTestCase):
            "kimi_k2",
            "--reasoning-parser",
            "kimi_k2",
+            "--model-loader-extra-config",
+            '{"enable_multithread_load": true, "num_threads": 64}',
        ]
        cls.process = popen_launch_server(
            cls.model,