Fix extend_input_len calculation in decode.py (#16103)

This commit is contained in:
Cheng Wan
2025-12-29 13:13:24 -08:00
committed by GitHub
parent 8c6f865afb
commit c2e0913e17

View File

@@ -690,7 +690,7 @@ class DecodePreallocQueue:
# populate metadata
req.fill_ids = req.origin_input_ids + req.output_ids
req.extend_input_len = len(req.origin_input_ids)
req.extend_input_len = len(req.fill_ids)
return kv_loc