fix(dp-attn): consistent overlap disable decision across DP ranks (#20853)

This commit is contained in:
Liangsheng Yin
2026-03-18 15:16:39 -07:00
committed by GitHub
parent 4e8829e4cd
commit 8b9482e665
2 changed files with 18 additions and 4 deletions
@@ -38,6 +38,10 @@ class TestDPAttentionDP2TP2(
def setUpClass(cls):
cls.model = DEFAULT_MLA_MODEL_NAME_FOR_TEST
cls.base_url = DEFAULT_URL_FOR_TEST
cls._env_override = envs.SGLANG_DISABLE_CONSECUTIVE_PREFILL_OVERLAP.override(
True
)
cls._env_override.__enter__()
cls.process = popen_launch_server(
cls.model,
cls.base_url,
@@ -58,6 +62,7 @@ class TestDPAttentionDP2TP2(
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
cls._env_override.__exit__(None, None, None)
def test_mgsm_en(self):
args = SimpleNamespace(