Refactor cache init logic (#13800)

2025-11-24 11:41:46 +08:00
parent 75222bfed9
commit b2f7b08c49
17 changed files with 307 additions and 419 deletions
@@ -95,12 +95,7 @@ class SchedulePolicy:
        self.schedule_low_priority_values_first = schedule_low_priority_values_first

        # It is used to find the matching prefix for in-batch prefix caching.
-        self.waiting_queue_radix_tree = RadixCache(
-            req_to_token_pool=None,
-            token_to_kv_pool_allocator=None,
-            page_size=1,
-            disable=False,
-        )
+        self.waiting_queue_radix_tree = RadixCache.create_simulated()

    def calc_priority(self, waiting_queue: List[Req]) -> bool:
        if self.policy == CacheAgnosticPolicy.FCFS: