[Refactor] Remove Hicache Load & Write threads (#10127)

Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
2025-09-08 22:18:50 -07:00
parent cdc56ef6c1
commit 948b01a04c
10 changed files with 215 additions and 204 deletions
--- a/python/sglang/srt/mem_cache/radix_cache.py
+++ b/python/sglang/srt/mem_cache/radix_cache.py
@@ -53,8 +53,6 @@ class TreeNode:
        self.last_access_time = time.monotonic()

        self.hit_count = 0
-        # indicating the node is loading KV cache from host
-        self.loading = False
        # indicating the node is locked to protect from eviction
        # incremented when the node is referenced by a storage operation
        self.host_ref_counter = 0