Remove normalized_prompt_logprobs from the engine to make code easier to maintain (#2902)

2025-01-15 04:54:14 -08:00
parent b803b395b7
commit f65c13b559
12 changed files with 11 additions and 153 deletions
@@ -796,9 +796,6 @@ class TokenizerManager:
            recv_obj.output_token_logprobs_idx[recv_obj_index],
            return_text_in_logprobs,
        )
-        meta_info["normalized_prompt_logprob"] = recv_obj.normalized_prompt_logprob[
-            recv_obj_index
-        ]

        if top_logprobs_num > 0:
            meta_info["input_top_logprobs"] = self.detokenize_top_logprobs_tokens(