[BUGFIX] fix output_ids in abort (#12737)

2025-11-06 14:51:47 +08:00
parent e2715cf871
commit 6a1a64fa41
1 changed files with 3 additions and 1 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -1819,9 +1819,11 @@ class TokenizerManager(TokenizerCommunicatorMixin):

        output_ids = state.output_ids
        meta_info["completion_tokens"] = len(output_ids)
+        if is_stream:
+            output_ids = [output_ids[-1]] if len(output_ids) > 0 else []
        out = {
            "text": state.text,
-            "output_ids": [output_ids[-1]] if is_stream else output_ids,
+            "output_ids": output_ids,
            "meta_info": meta_info,
        }
        state.out_list.append(out)