Reset evict swa status when retract (#18059)

This commit is contained in:
Ke Bao
2026-02-01 17:17:37 +08:00
committed by GitHub
parent 56907cbcb1
commit d9050b4a9c

View File

@@ -1115,6 +1115,9 @@ class Req:
self.kv_committed_len = 0
self.kv_committed_freed = False
self.kv_overallocated_freed = False
self.swa_evicted_seqlen = 0
self.extend_batch_idx = 0
self.decode_batch_idx = 0
def offload_kv_cache(self, req_to_token_pool, token_to_kv_pool_allocator):
token_indices = req_to_token_pool.req_to_token[