From f0e948a0f1c9cf648a84d52b588f2755599c2153 Mon Sep 17 00:00:00 2001 From: Rain Jiang <96632942+rainj-me@users.noreply.github.com> Date: Tue, 9 Dec 2025 01:40:09 -0800 Subject: [PATCH] fix the deepep 8 gpu unit test (#14601) --- python/sglang/srt/layers/moe/utils.py | 2 +- test/srt/ep/test_deepep_large.py | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/layers/moe/utils.py b/python/sglang/srt/layers/moe/utils.py index 70466bb20..cd85fc2f2 100644 --- a/python/sglang/srt/layers/moe/utils.py +++ b/python/sglang/srt/layers/moe/utils.py @@ -284,7 +284,7 @@ def speculative_moe_a2a_backend_context(): global MOE_A2A_BACKEND original_backend = MOE_A2A_BACKEND try: - MOE_A2A_BACKEND = MoeA2ABackend.NONE + MOE_A2A_BACKEND = get_speculative_moe_a2a_backend() yield finally: MOE_A2A_BACKEND = original_backend diff --git a/test/srt/ep/test_deepep_large.py b/test/srt/ep/test_deepep_large.py index 58b31cae1..1c4a91e6a 100644 --- a/test/srt/ep/test_deepep_large.py +++ b/test/srt/ep/test_deepep_large.py @@ -35,6 +35,8 @@ class TestDeepseek(CustomTestCase): "--enable-dp-lm-head", "--moe-a2a-backend", "deepep", + "--moe-runner-backend", + "deep_gemm", "--enable-two-batch-overlap", "--ep-num-redundant-experts", "32", @@ -72,7 +74,6 @@ class TestDeepseek(CustomTestCase): self.assertGreater(metrics["accuracy"], 0.92) -@unittest.skip("Skipping this test until it's fixed.") class TestDeepseekMTP(CustomTestCase): @classmethod def setUpClass(cls): @@ -94,6 +95,8 @@ class TestDeepseekMTP(CustomTestCase): "--enable-dp-lm-head", "--moe-a2a-backend", "deepep", + "--moe-runner-backend", + "deep_gemm", "--enable-two-batch-overlap", "--ep-num-redundant-experts", "32",