Add cleanup for _ATTN_TP in parallel_state.py (#19978)

2026-03-06 15:43:31 -08:00
parent 61de303f0a
commit 5c8e28698c
1 changed files with 5 additions and 0 deletions
--- a/python/sglang/srt/distributed/parallel_state.py
+++ b/python/sglang/srt/distributed/parallel_state.py
@@ -2182,6 +2182,11 @@ def destroy_model_parallel():
        _ATTN_CP.destroy()
    _ATTN_CP = None

+    global _ATTN_TP
+    if _ATTN_TP:
+        _ATTN_TP.destroy()
+    _ATTN_TP = None
+
    global _MOE_DP
    if _MOE_DP:
        _MOE_DP.destroy()