[scheduler] fix: correcting extend_logprob_start_len calculation (#15922)
This commit is contained in:
@@ -93,7 +93,7 @@ class TestForwardSplitPrefill(CustomTestCase):
|
||||
)
|
||||
req.fill_ids = req.origin_input_ids
|
||||
req.extend_input_len = len(req.fill_ids) - len(req.prefix_indices)
|
||||
req.logprob_start_len = len(req.origin_input_ids) - 1
|
||||
req.logprob_start_len = -1
|
||||
reqs.append(req)
|
||||
|
||||
# Create dummy tree_cache for tests (no prefix caching, just allocation)
|
||||
|
||||
Reference in New Issue
Block a user