diff --git a/python/sglang/srt/distributed/parallel_state.py b/python/sglang/srt/distributed/parallel_state.py index 39af99f24..0478526ef 100644 --- a/python/sglang/srt/distributed/parallel_state.py +++ b/python/sglang/srt/distributed/parallel_state.py @@ -1842,6 +1842,16 @@ def destroy_model_parallel(): _PP.destroy() _PP = None + global _MOE_EP + if _MOE_EP: + _MOE_EP.destroy() + _MOE_EP = None + + global _MOE_TP + if _MOE_TP: + _MOE_TP.destroy() + _MOE_TP = None + global _PDMUX_PREFILL_TP_GROUP if _PDMUX_PREFILL_TP_GROUP: # type: ignore[union-attr] _PDMUX_PREFILL_TP_GROUP.destroy()