[scheduler] fix: correcting extend_logprob_start_len calculation (#15922)

This commit is contained in:
Cheng Wan
2025-12-28 14:57:04 -08:00
committed by GitHub
parent d7a3336ebe
commit 6f9d0a89a0
8 changed files with 84 additions and 53 deletions
+1 -1
View File
@@ -93,7 +93,7 @@ class TestForwardSplitPrefill(CustomTestCase):
)
req.fill_ids = req.origin_input_ids
req.extend_input_len = len(req.fill_ids) - len(req.prefix_indices)
req.logprob_start_len = len(req.origin_input_ids) - 1
req.logprob_start_len = -1
reqs.append(req)
# Create dummy tree_cache for tests (no prefix caching, just allocation)