Refactor: Moving extend_logprob_start_len calculation out of prepare_for_extend (#16105)

This commit is contained in:
Cheng Wan
2025-12-30 12:38:33 +08:00
committed by GitHub
parent 9e263c2162
commit 60f1ca6925
7 changed files with 25 additions and 36 deletions
+1 -1
View File
@@ -690,7 +690,7 @@ class DecodePreallocQueue:
# populate metadata
req.fill_ids = req.origin_input_ids + req.output_ids
req.extend_input_len = len(req.fill_ids)
req.set_extend_input_len(len(req.fill_ids))
return kv_loc