Improve: Token-In Token-Out Usage for RLHF (#2843)

2025-01-11 23:14:26 +00:00
parent 197cbf9bab
commit c4f9707e16
12 changed files with 166 additions and 128 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -663,13 +663,6 @@ class TokenizerManager:
                            "text": recv_obj.output_strs[i],
                            "meta_info": meta_info,
                        }
-                        if self.server_args.return_token_ids:
-                            out_dict.update(
-                                {
-                                    "input_ids": recv_obj.origin_input_ids[i],
-                                    "output_ids": recv_obj.output_ids[i],
-                                }
-                            )
                    elif isinstance(recv_obj, BatchTokenIDOut):
                        out_dict = {
                            "token_ids": recv_obj.output_ids[i],