From b027c5aca656acf024e3b31f29c3984bd571b554 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 9 Feb 2026 14:49:41 -0800 Subject: [PATCH] [Auto Sync] Update cache_init_params.py (20260209) (#18502) Co-authored-by: github-actions[bot] Co-authored-by: Hanming Lu <69857889+hanming-lu@users.noreply.github.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- python/sglang/srt/disaggregation/kv_events.py | 2 +- python/sglang/srt/mem_cache/cache_init_params.py | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/kv_events.py b/python/sglang/srt/disaggregation/kv_events.py index b8048ee6b..d256a7e9f 100644 --- a/python/sglang/srt/disaggregation/kv_events.py +++ b/python/sglang/srt/disaggregation/kv_events.py @@ -56,7 +56,7 @@ class KVCacheEvent( """Base class for all KV cache-related events""" -# Medium values for hicache storage tiers +# Medium values for hicache storage tiers MEDIUM_GPU = "GPU" MEDIUM_CPU = "CPU_PINNED" diff --git a/python/sglang/srt/mem_cache/cache_init_params.py b/python/sglang/srt/mem_cache/cache_init_params.py index 7b1b4a7d6..6de3f984f 100644 --- a/python/sglang/srt/mem_cache/cache_init_params.py +++ b/python/sglang/srt/mem_cache/cache_init_params.py @@ -33,3 +33,6 @@ class CacheInitParams: chunked_prefill_size: Optional[int] = None sliding_window_size: Optional[int] = None + + # Time-to-live for cache entries in seconds. If None, TTL is disabled. + cache_ttl_seconds: Optional[float] = None