From 8451e22758374255030d89663a49e586e98508dd Mon Sep 17 00:00:00 2001 From: Baizhou Zhang Date: Wed, 17 Dec 2025 11:25:31 -0800 Subject: [PATCH] [DeepSeek-V32]Update nightly performance benchmark (#15308) --- test/nightly/test_deepseek_v32_perf.py | 33 +++++++++++--------------- 1 file changed, 14 insertions(+), 19 deletions(-) diff --git a/test/nightly/test_deepseek_v32_perf.py b/test/nightly/test_deepseek_v32_perf.py index b78dbeb45..c90b835e4 100644 --- a/test/nightly/test_deepseek_v32_perf.py +++ b/test/nightly/test_deepseek_v32_perf.py @@ -20,7 +20,7 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase): # Define variant configurations cls.variants = [ { - "name": "basic", + "name": "dp", "other_args": [ "--trust-remote-code", "--tp", @@ -33,7 +33,7 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase): ], }, { - "name": "mtp", + "name": "dp+mtp", "other_args": [ "--trust-remote-code", "--tp", @@ -56,36 +56,31 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase): ], }, { - "name": "nsa", + "name": "tp", "other_args": [ "--trust-remote-code", "--tp", "8", - "--dp", - "8", - "--enable-dp-attention", - "--attention-backend", - "nsa", - "--nsa-prefill-backend", - "flashmla_sparse", - "--nsa-decode-backend", - "flashmla_kv", "--model-loader-extra-config", '{"enable_multithread_load": true}', ], }, { - "name": "pure_tp", + "name": "tp+mtp", "other_args": [ "--trust-remote-code", "--tp", "8", - "--attention-backend", - "nsa", - "--nsa-prefill-backend", - "flashmla_sparse", - "--nsa-decode-backend", - "flashmla_kv", + "--speculative-algorithm", + "EAGLE", + "--speculative-num-steps", + "3", + "--speculative-eagle-topk", + "1", + "--speculative-num-draft-tokens", + "4", + "--mem-frac", + "0.7", "--model-loader-extra-config", '{"enable_multithread_load": true}', ],