[Deepseek V3.2] Clean up MTP (#13236)

This commit is contained in:
hlu1
2025-11-14 11:01:37 -08:00
committed by GitHub
parent 84e151ac7f
commit a7002e614b
3 changed files with 69 additions and 77 deletions

View File

@@ -58,7 +58,7 @@ class TestDeepseekV32MTP(CustomTestCase):
requests.get(self.base_url + "/flush_cache")
args = SimpleNamespace(
num_shots=8,
num_shots=20,
data_path=None,
num_questions=1400,
parallel=1400,
@@ -81,7 +81,7 @@ class TestDeepseekV32MTP(CustomTestCase):
f'{metrics["accuracy"]=:.3f}\n'
f"{avg_spec_accept_length=:.2f}\n"
)
self.assertGreater(metrics["accuracy"], 0.935)
self.assertGreater(metrics["accuracy"], 0.94)
self.assertGreater(avg_spec_accept_length, 2.7)
def test_bs_1_speed(self):