From 027042604d984910b785550714fa01b38f85fad8 Mon Sep 17 00:00:00 2001 From: Yinghai Lu Date: Thu, 1 Jan 2026 22:45:14 -0800 Subject: [PATCH] [distributed] Clean up MoE groups in destroy_model_parallel (#15345) --- python/sglang/srt/distributed/parallel_state.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/python/sglang/srt/distributed/parallel_state.py b/python/sglang/srt/distributed/parallel_state.py index 39af99f24..0478526ef 100644 --- a/python/sglang/srt/distributed/parallel_state.py +++ b/python/sglang/srt/distributed/parallel_state.py @@ -1842,6 +1842,16 @@ def destroy_model_parallel(): _PP.destroy() _PP = None + global _MOE_EP + if _MOE_EP: + _MOE_EP.destroy() + _MOE_EP = None + + global _MOE_TP + if _MOE_TP: + _MOE_TP.destroy() + _MOE_TP = None + global _PDMUX_PREFILL_TP_GROUP if _PDMUX_PREFILL_TP_GROUP: # type: ignore[union-attr] _PDMUX_PREFILL_TP_GROUP.destroy()