[Detokenizer Manager] Cleanup state when reqs are finished (#12205)

2025-10-27 23:59:09 +08:00
parent 3029d30189
commit 6c1c193308
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/managers/detokenizer_manager.py
+++ b/python/sglang/srt/managers/detokenizer_manager.py
@@ -235,6 +235,8 @@ class DetokenizerManager(MultiHttpWorkerDetokenizerMixin):
                    new_text = ""
                else:
                    new_text = find_printable_text(new_text)
+            else:
+                del self.decode_status[recv_obj.rids[i]]

            output_str = self.trim_matched_stop(
                s.decoded_text + new_text,