[HiCache] resolve conflict between chunked-prefill and hicache hit count (#9776)

2025-08-30 01:30:54 +08:00
parent e5b29bf14e
commit 54e872d343
8 changed files with 20 additions and 17 deletions
@@ -47,7 +47,7 @@ class ChunkCache(BasePrefixCache):
        self.req_to_token_pool.free(req.req_pool_idx)
        self.token_to_kv_pool_allocator.free(kv_indices)

-    def cache_unfinished_req(self, req: Req):
+    def cache_unfinished_req(self, req: Req, chunked=False):
        kv_indices = self.req_to_token_pool.req_to_token[
            req.req_pool_idx, : len(req.fill_ids)
        ]