From 5c8e28698c1764e285401312cd5683930227da05 Mon Sep 17 00:00:00 2001 From: Aurick Qiao Date: Fri, 6 Mar 2026 15:43:31 -0800 Subject: [PATCH] Add cleanup for _ATTN_TP in parallel_state.py (#19978) --- python/sglang/srt/distributed/parallel_state.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/sglang/srt/distributed/parallel_state.py b/python/sglang/srt/distributed/parallel_state.py index 97a199d7d..9df3668d0 100644 --- a/python/sglang/srt/distributed/parallel_state.py +++ b/python/sglang/srt/distributed/parallel_state.py @@ -2182,6 +2182,11 @@ def destroy_model_parallel(): _ATTN_CP.destroy() _ATTN_CP = None + global _ATTN_TP + if _ATTN_TP: + _ATTN_TP.destroy() + _ATTN_TP = None + global _MOE_DP if _MOE_DP: _MOE_DP.destroy()