From 6a1a64fa413883e57867815a71c615845805e0af Mon Sep 17 00:00:00 2001 From: Yi Zhang <1109276519@qq.com> Date: Thu, 6 Nov 2025 14:51:47 +0800 Subject: [PATCH] [BUGFIX] fix output_ids in abort (#12737) --- python/sglang/srt/managers/tokenizer_manager.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index b88e3b031..455013425 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -1819,9 +1819,11 @@ class TokenizerManager(TokenizerCommunicatorMixin): output_ids = state.output_ids meta_info["completion_tokens"] = len(output_ids) + if is_stream: + output_ids = [output_ids[-1]] if len(output_ids) > 0 else [] out = { "text": state.text, - "output_ids": [output_ids[-1]] if is_stream else output_ids, + "output_ids": output_ids, "meta_info": meta_info, } state.out_list.append(out)