feat(kv-events): Add medium field to KV event types for storage tier tracking (#18205)

2026-02-09 14:39:15 -06:00
parent 316f9cbb35
commit 01e3f4682e
2 changed files with 12 additions and 1 deletions
--- a/python/sglang/srt/disaggregation/kv_events.py
+++ b/python/sglang/srt/disaggregation/kv_events.py
@@ -56,16 +56,23 @@ class KVCacheEvent(
    """Base class for all KV cache-related events"""


+# Medium values for hicache storage tiers 
+MEDIUM_GPU = "GPU"
+MEDIUM_CPU = "CPU_PINNED"
+
+
 class BlockStored(KVCacheEvent):
    block_hashes: list[int]
    parent_block_hash: Optional[int]
    token_ids: list[int]
    block_size: int
    lora_id: Optional[int]
+    medium: Optional[str] = None


 class BlockRemoved(KVCacheEvent):
    block_hashes: list[int]
+    medium: Optional[str] = None


 class AllBlocksCleared(KVCacheEvent):