Fix wrong assigning extend_input_len_per_req with eagle. (#16129)
This commit is contained in:
@@ -2264,7 +2264,7 @@ class Scheduler(
|
||||
# These 2 values are needed for processing the output, but the values can be
|
||||
# modified by overlap schedule. So we have to copy them here so that
|
||||
# we can use the correct values in output processing.
|
||||
if batch.return_logprob or self.spec_algorithm.is_eagle():
|
||||
if batch.return_logprob:
|
||||
batch_result.extend_input_len_per_req = [
|
||||
req.extend_input_len for req in batch.reqs
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user