Sanity check to prevent performance regression (#3171)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
2025-01-27 12:28:17 -08:00
parent cf142b6eb8
commit 08104b56de
5 changed files with 60 additions and 4 deletions
--- a/python/sglang/srt/mem_cache/base_prefix_cache.py
+++ b/python/sglang/srt/mem_cache/base_prefix_cache.py
@@ -41,6 +41,10 @@ class BasePrefixCache(ABC):
    def evictable_size(self):
        pass

+    @abstractmethod
+    def protected_size(self):
+        raise NotImplementedError()
+
    def total_size(self):
        raise NotImplementedError()