[Fix] data race in req_to_token pool (#17850)

2026-02-02 14:38:15 -08:00
parent cbf1500390
commit 027f314050
13 changed files with 107 additions and 113 deletions
@@ -68,7 +68,6 @@ class ChunkCache(BasePrefixCache):
        kv_indices = self.req_to_token_pool.req_to_token[
            req.req_pool_idx, :kv_committed_len
        ]
-        self.req_to_token_pool.free(req.req_pool_idx)
        self.token_to_kv_pool_allocator.free(kv_indices)

    def cache_unfinished_req(self, req: Req, chunked=False):