Refactors radix cache for extra key support (#10317)

Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
2025-09-21 11:16:16 -07:00
parent fc3e542009
commit 12d6cf18f0
13 changed files with 821 additions and 574 deletions
--- a/python/sglang/srt/mem_cache/base_prefix_cache.py
+++ b/python/sglang/srt/mem_cache/base_prefix_cache.py
@@ -36,7 +36,7 @@ class BasePrefixCache(ABC):
        pass

    @abstractmethod
-    def match_prefix(self, key: List[int], **kwargs) -> MatchResult:
+    def match_prefix(self, key: Any, **kwargs) -> MatchResult:
        pass

    @abstractmethod