chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Tiny adjust CI testcases (#14362)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-03 21:19:51 +08:00
committed by GitHub
parent 443d7bcd83
commit 24903b88ba
1 changed files with 12 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
test/srt/test_deepseek_v3_fp4_4gpu.py
View File

@@ -36,7 +36,7 @@ class TestDeepseekV3FP4(CustomTestCase):
"--kv-cache-dtype",
"fp8_e4m3",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
'{"enable_multithread_load": true,"num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,
@@ -68,7 +68,8 @@ class TestDeepseekV3FP4(CustomTestCase):
write_github_step_summary(
f"### test_gsm8k (deepseek-v3-fp4)\n" f'{metrics["accuracy"]=:.3f}\n'
)
self.assertGreater(metrics["accuracy"], 0.935)
self.assertGreater(metrics["accuracy"], 0.935)
def test_bs_1_speed(self):
args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048)
@@ -80,7 +81,8 @@ class TestDeepseekV3FP4(CustomTestCase):
write_github_step_summary(
f"### test_bs_1_speed (deepseek-v3-fp4)\n" f"{speed=:.2f} token/s\n"
)
self.assertGreater(speed, 75)
self.assertGreater(speed, 75)
class TestDeepseekV3FP4MTP(CustomTestCase):
@@ -109,7 +111,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
"--kv-cache-dtype",
"fp8_e4m3",
"--model-loader-extra-config",
'{"enable_multithread_load": true}',
'{"enable_multithread_load": true,"num_threads": 64}',
]
cls.process = popen_launch_server(
cls.model,
@@ -153,8 +155,9 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
f'{metrics["accuracy"]=:.3f}\n'
f"{avg_spec_accept_length=:.2f}\n"
)
self.assertGreater(metrics["accuracy"], 0.94)
self.assertGreater(avg_spec_accept_length, 2.04)
self.assertGreater(metrics["accuracy"], 0.94)
self.assertGreater(avg_spec_accept_length, 2.04)
def test_bs_1_speed(self):
args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048)
@@ -168,8 +171,9 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
f"{acc_length=:.2f}\n"
f"{speed=:.2f} token/s\n"
)
self.assertGreater(acc_length, 2.04)
self.assertGreater(speed, 150)
self.assertGreater(acc_length, 2.04)
self.assertGreater(speed, 150)
if __name__ == "__main__":