chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Add nightly accuracy test for DeepSeek V3.2 (#14935)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-12-13 12:11:16 -08:00
committed by GitHub
parent 2285affffa
commit ab3ffd1c8e
8 changed files with 144 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/nightly/test_deepseek_r1_fp8_trtllm_backend.py
+6 -7
View File
@@ -1,4 +1,3 @@
import os
import unittest
from types import SimpleNamespace
@@ -6,7 +5,6 @@ from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
popen_launch_server,
@@ -16,6 +14,7 @@ from sglang.test.test_utils import (
register_cuda_ci(est_time=3600, suite="nightly-8-gpu-b200", nightly=True)
FULL_DEEPSEEK_V3_MODEL_PATH = "deepseek-ai/DeepSeek-V3-0324"
SERVER_LAUNCH_TIMEOUT = 1000
class TestDeepseekR1Fp8Flashinfer(CustomTestCase):
@@ -52,19 +51,19 @@ class TestDeepseekR1Fp8Flashinfer(CustomTestCase):
"10",
"--attention-backend",
"trtllm_mla",
"--fp8-gemm-backend",
"flashinfer_trtllm",
"--moe-runner-backend",
"flashinfer_trtllm",
"--enable-symm-mem",
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
timeout=SERVER_LAUNCH_TIMEOUT,
other_args=other_args,
env={
**os.environ,
"SGLANG_ENABLE_FLASHINFER_FP8_GEMM": "1",
},
)
@classmethod
test/nightly/test_deepseek_v32_gpqa.py
+102
View File
@@ -0,0 +1,102 @@
import unittest
from types import SimpleNamespace
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_URL_FOR_TEST,
CustomTestCase,
is_in_ci,
popen_launch_server,
try_cached_model,
write_github_step_summary,
)
register_cuda_ci(est_time=3600, suite="nightly-8-gpu-b200", nightly=True)
# Use the latest version of DeepSeek-V3.2
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
SERVER_LAUNCH_TIMEOUT = 1200
class TestDeepseekV32Accuracy(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.model = try_cached_model(DEEPSEEK_V32_MODEL_PATH)
cls.base_url = DEFAULT_URL_FOR_TEST
other_args = [
"--trust-remote-code",
"--tp",
"8",
"--enable-dp-attention",
"--dp",
"8",
"--tool-call-parser",
"deepseekv32",
"--reasoning-parser",
"deepseek-v3",
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=SERVER_LAUNCH_TIMEOUT,
other_args=other_args,
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
def test_a_gsm8k(
self,
):
args = SimpleNamespace(
num_shots=20,
data_path=None,
num_questions=1400,
parallel=1400,
max_new_tokens=512,
host="http://127.0.0.1",
port=int(self.base_url.split(":")[-1]),
)
metrics = run_eval_few_shot_gsm8k(args)
print(f"{metrics=}")
if is_in_ci():
write_github_step_summary(
f"### test_gsm8k (deepseek-v32)\n" f'{metrics["accuracy"]=:.3f}\n'
)
self.assertGreater(metrics["accuracy"], 0.935)
def test_gpqa(self):
args = SimpleNamespace(
base_url=self.base_url,
model=DEEPSEEK_V32_MODEL_PATH,
eval_name="gpqa",
num_examples=198,
# use enough threads to allow parallelism
num_threads=198,
max_tokens=120000,
thinking_mode="deepseek-v3",
temperature=0.1,
# Repeat 4 times for shorter runtime. Ideally we should repeat at least 8 times.
repeat=4,
)
print(f"Evaluation start for gpqa")
metrics = run_eval(args)
print(f"Evaluation end for gpqa: {metrics=}, expected_score=0.835")
mean_score = metrics["mean_score"]
self.assertGreaterEqual(mean_score, 0.835)
if is_in_ci():
write_github_step_summary(
f"### test_gpqa (deepseek-v32)\n" f"Mean Score: {mean_score:.3f}\n"
)
if __name__ == "__main__":
unittest.main()
test/nightly/test_mistral_large3_perf.py
-3
View File
@@ -5,7 +5,6 @@ from types import SimpleNamespace
from nightly_utils import NightlyBenchmarkRunner
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
@@ -14,8 +13,6 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=600, suite="nightly-8-gpu-b200", nightly=True)
MISTRAL_LARGE3_MODEL_PATH = "mistralai/Mistral-Large-3-675B-Instruct-2512"
MISTRAL_LARGE3_EAGLE_MODEL_PATH = "mistralai/Mistral-Large-3-675B-Instruct-2512-Eagle"
PROFILE_DIR = "performance_profiles_mistral_large3"
test/run_suite_nightly.py
+2
View File
@@ -30,6 +30,8 @@ suites = {
],
"nightly-8-gpu-b200": [
TestFile("test_deepseek_r1_fp8_trtllm_backend.py", 3600),
TestFile("test_deepseek_v32_gpqa.py", 3600),
TestFile("test_mistral_large3_basic.py", 600),
],
"nightly-4-gpu": [
TestFile("test_encoder_dp.py", 500),
test/srt/test_mistral_large3_basic.py
+2
View File
@@ -3,6 +3,7 @@ import unittest
from types import SimpleNamespace
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
from sglang.test.send_one import BenchArgs, send_one_prompt
from sglang.test.test_utils import (
@@ -14,6 +15,7 @@ from sglang.test.test_utils import (
write_github_step_summary,
)
register_cuda_ci(est_time=600, suite="nightly-8-gpu-b200", nightly=True)
MISTRAL_LARGE3_MODEL_PATH = "mistralai/Mistral-Large-3-675B-Instruct-2512"