Clean match_prefix and prepare_for_extend for mem cache V2 (#11200)

2025-10-07 17:54:18 -07:00
parent 7ba3de0e92
commit f3764c26a3
5 changed files with 112 additions and 84 deletions
@@ -174,7 +174,7 @@ class SchedulePolicy:
        self.waiting_queue_radix_tree.reset()

        for r in waiting_queue:
-            prefix_ids = r.adjust_max_prefix_ids()
+            prefix_ids = r.origin_input_ids + r.output_ids
            extra_key = r.extra_key

            # NOTE: the prefix_indices must always be aligned with last_node