diff --git a/python/sglang/srt/disaggregation/kv_events.py b/python/sglang/srt/disaggregation/kv_events.py index b8048ee6b..d256a7e9f 100644 --- a/python/sglang/srt/disaggregation/kv_events.py +++ b/python/sglang/srt/disaggregation/kv_events.py @@ -56,7 +56,7 @@ class KVCacheEvent( """Base class for all KV cache-related events""" -# Medium values for hicache storage tiers +# Medium values for hicache storage tiers MEDIUM_GPU = "GPU" MEDIUM_CPU = "CPU_PINNED" diff --git a/python/sglang/srt/mem_cache/cache_init_params.py b/python/sglang/srt/mem_cache/cache_init_params.py index 7b1b4a7d6..6de3f984f 100644 --- a/python/sglang/srt/mem_cache/cache_init_params.py +++ b/python/sglang/srt/mem_cache/cache_init_params.py @@ -33,3 +33,6 @@ class CacheInitParams: chunked_prefill_size: Optional[int] = None sliding_window_size: Optional[int] = None + + # Time-to-live for cache entries in seconds. If None, TTL is disabled. + cache_ttl_seconds: Optional[float] = None