Refactor kv cache free (#11351)

2025-10-14 17:45:19 -07:00
parent 325951460f
commit 1d7f783501
8 changed files with 72 additions and 90 deletions
--- a/python/sglang/srt/mem_cache/base_prefix_cache.py
+++ b/python/sglang/srt/mem_cache/base_prefix_cache.py
@@ -40,7 +40,7 @@ class BasePrefixCache(ABC):
        pass

    @abstractmethod
-    def cache_finished_req(self, req: Req, **kwargs):
+    def cache_finished_req(self, req: Req, is_insert: bool = True, **kwargs):
        pass

    @abstractmethod