From 24903b88baf85e846842534bc3437fcf927b165e Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Wed, 3 Dec 2025 21:19:51 +0800 Subject: [PATCH] Tiny adjust CI testcases (#14362) --- test/srt/test_deepseek_v3_fp4_4gpu.py | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) diff --git a/test/srt/test_deepseek_v3_fp4_4gpu.py b/test/srt/test_deepseek_v3_fp4_4gpu.py index 2d675f5a0..1f236f095 100644 --- a/test/srt/test_deepseek_v3_fp4_4gpu.py +++ b/test/srt/test_deepseek_v3_fp4_4gpu.py @@ -36,7 +36,7 @@ class TestDeepseekV3FP4(CustomTestCase): "--kv-cache-dtype", "fp8_e4m3", "--model-loader-extra-config", - '{"enable_multithread_load": true}', + '{"enable_multithread_load": true,"num_threads": 64}', ] cls.process = popen_launch_server( cls.model, @@ -68,7 +68,8 @@ class TestDeepseekV3FP4(CustomTestCase): write_github_step_summary( f"### test_gsm8k (deepseek-v3-fp4)\n" f'{metrics["accuracy"]=:.3f}\n' ) - self.assertGreater(metrics["accuracy"], 0.935) + + self.assertGreater(metrics["accuracy"], 0.935) def test_bs_1_speed(self): args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048) @@ -80,7 +81,8 @@ class TestDeepseekV3FP4(CustomTestCase): write_github_step_summary( f"### test_bs_1_speed (deepseek-v3-fp4)\n" f"{speed=:.2f} token/s\n" ) - self.assertGreater(speed, 75) + + self.assertGreater(speed, 75) class TestDeepseekV3FP4MTP(CustomTestCase): @@ -109,7 +111,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase): "--kv-cache-dtype", "fp8_e4m3", "--model-loader-extra-config", - '{"enable_multithread_load": true}', + '{"enable_multithread_load": true,"num_threads": 64}', ] cls.process = popen_launch_server( cls.model, @@ -153,8 +155,9 @@ class TestDeepseekV3FP4MTP(CustomTestCase): f'{metrics["accuracy"]=:.3f}\n' f"{avg_spec_accept_length=:.2f}\n" ) - self.assertGreater(metrics["accuracy"], 0.94) - self.assertGreater(avg_spec_accept_length, 2.04) + + self.assertGreater(metrics["accuracy"], 0.94) + self.assertGreater(avg_spec_accept_length, 2.04) def test_bs_1_speed(self): args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048) @@ -168,8 +171,9 @@ class TestDeepseekV3FP4MTP(CustomTestCase): f"{acc_length=:.2f}\n" f"{speed=:.2f} token/s\n" ) - self.assertGreater(acc_length, 2.04) - self.assertGreater(speed, 150) + + self.assertGreater(acc_length, 2.04) + self.assertGreater(speed, 150) if __name__ == "__main__":