[Metrics] Add KV events publishing (#6098)

2025-05-19 14:19:54 -07:00
parent 299fd22f9e
commit 7adf245ba2
7 changed files with 686 additions and 1 deletions
--- a/python/sglang/srt/mem_cache/base_prefix_cache.py
+++ b/python/sglang/srt/mem_cache/base_prefix_cache.py
@@ -48,3 +48,6 @@ class BasePrefixCache(ABC):

    def pretty_print(self):
        raise NotImplementedError()
+
+    def take_events(self):
+        return []