Fix wrong assigning extend_input_len_per_req with eagle. (#16129)

This commit is contained in:
Liangsheng Yin
2025-12-30 15:51:53 +08:00
committed by GitHub
parent 1048803c1f
commit c2601f0d21

View File

@@ -2264,7 +2264,7 @@ class Scheduler(
# These 2 values are needed for processing the output, but the values can be
# modified by overlap schedule. So we have to copy them here so that
# we can use the correct values in output processing.
if batch.return_logprob or self.spec_algorithm.is_eagle():
if batch.return_logprob:
batch_result.extend_input_len_per_req = [
req.extend_input_len for req in batch.reqs
]