chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix 8-gpu B200 nightly tests (#13457)

Browse Source
This commit is contained in:
Kangyan-Zhou
2025-11-17 13:26:56 -08:00
committed by GitHub
parent a63f433b6f
commit 2bc7c5ebef
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
test/srt/nightly/test_deepseek_v31_perf.py
View File

@@ -25,8 +25,8 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"--trust-remote-code",
"--tp",
"8",
"--dp",
"8",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
],
},
{
@@ -35,8 +35,6 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"--trust-remote-code",
"--tp",
"8",
"--dp",
"8",
"--speculative-algorithm",
"EAGLE",
"--speculative-num-steps",
@@ -47,6 +45,8 @@ class TestNightlyDeepseekV31Performance(unittest.TestCase):
"4",
"--mem-frac",
"0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
],
},
]

12
test/srt/nightly/test_deepseek_v32_perf.py
View File

@@ -25,8 +25,8 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code",
"--tp",
"8",
"--dp",
"8",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
],
},
{
@@ -35,8 +35,6 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code",
"--tp",
"8",
"--dp",
"8",
"--speculative-algorithm",
"EAGLE",
"--speculative-num-steps",
@@ -47,6 +45,8 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"4",
"--mem-frac",
"0.7",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
],
},
{
@@ -55,14 +55,14 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
"--trust-remote-code",
"--tp",
"8",
"--dp",
"8",
"--attention-backend",
"nsa",
"--nsa-prefill-backend",
"flashmla_sparse",
"--nsa-decode-backend",
"flashmla_kv",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
],
},
]