Clean match_prefix and prepare_for_extend for mem cache V2 (#11200)

2025-10-07 17:54:18 -07:00
parent 7ba3de0e92
commit f3764c26a3
5 changed files with 112 additions and 84 deletions
--- a/python/sglang/srt/mem_cache/chunk_cache.py
+++ b/python/sglang/srt/mem_cache/chunk_cache.py
@@ -60,7 +60,7 @@ class ChunkCache(BasePrefixCache):
        ]

        # `req.prefix_indices` will be used in `PrefillAdder::add_chunked_req` later
-        req.prefix_indices = kv_indices
+        req.prefix_indices = kv_indices.to(dtype=torch.int64, copy=True)

    def evict(self, num_tokens: int):
        pass