fix the deepep 8 gpu unit test (#14601)
This commit is contained in:
@@ -284,7 +284,7 @@ def speculative_moe_a2a_backend_context():
|
||||
global MOE_A2A_BACKEND
|
||||
original_backend = MOE_A2A_BACKEND
|
||||
try:
|
||||
MOE_A2A_BACKEND = MoeA2ABackend.NONE
|
||||
MOE_A2A_BACKEND = get_speculative_moe_a2a_backend()
|
||||
yield
|
||||
finally:
|
||||
MOE_A2A_BACKEND = original_backend
|
||||
|
||||
@@ -35,6 +35,8 @@ class TestDeepseek(CustomTestCase):
|
||||
"--enable-dp-lm-head",
|
||||
"--moe-a2a-backend",
|
||||
"deepep",
|
||||
"--moe-runner-backend",
|
||||
"deep_gemm",
|
||||
"--enable-two-batch-overlap",
|
||||
"--ep-num-redundant-experts",
|
||||
"32",
|
||||
@@ -72,7 +74,6 @@ class TestDeepseek(CustomTestCase):
|
||||
self.assertGreater(metrics["accuracy"], 0.92)
|
||||
|
||||
|
||||
@unittest.skip("Skipping this test until it's fixed.")
|
||||
class TestDeepseekMTP(CustomTestCase):
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
@@ -94,6 +95,8 @@ class TestDeepseekMTP(CustomTestCase):
|
||||
"--enable-dp-lm-head",
|
||||
"--moe-a2a-backend",
|
||||
"deepep",
|
||||
"--moe-runner-backend",
|
||||
"deep_gemm",
|
||||
"--enable-two-batch-overlap",
|
||||
"--ep-num-redundant-experts",
|
||||
"32",
|
||||
|
||||
Reference in New Issue
Block a user