chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix 8-gpu B200 nightly tests (#13457)

Browse Source
This commit is contained in:
Kangyan-Zhou
2025-11-17 13:26:56 -08:00
committed by GitHub
parent a63f433b6f
commit 2bc7c5ebef
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/nightly/test_deepseek_v31_perf.py
+4 -4
View File
@@ -25,8 +25,8 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp", "--model-loader-extra-config",
"8", '{"enable_multithread_load": true}',
], ],
}, },
{ {
@@ -35,8 +35,6 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp",
"8",
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "EAGLE",
"--speculative-num-steps", "--speculative-num-steps",
@@ -47,6 +45,8 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"4", "4",
"--mem-frac", "--mem-frac",
"0.7", "0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
], ],
}, },
] ]
test/srt/nightly/test_deepseek_v32_perf.py
+6 -6
View File
@@ -25,8 +25,8 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp", "--model-loader-extra-config",
"8", '{"enable_multithread_load": true}',
], ],
}, },
{ {
@@ -35,8 +35,6 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp",
"8",
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "EAGLE",
"--speculative-num-steps", "--speculative-num-steps",
@@ -47,6 +45,8 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"4", "4",
"--mem-frac", "--mem-frac",
"0.7", "0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
], ],
}, },
{ {
@@ -55,14 +55,14 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp",
"8",
"--attention-backend", "--attention-backend",
"nsa", "nsa",
"--nsa-prefill-backend", "--nsa-prefill-backend",
"flashmla_sparse", "flashmla_sparse",
"--nsa-decode-backend", "--nsa-decode-backend",
"flashmla_kv", "flashmla_kv",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
], ],
}, },
] ]