chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[Auto Sync] Update cache_init_params.py (20260209) (#18502)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Hanming Lu <69857889+hanming-lu@users.noreply.github.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Lianmin Zheng
2026-02-09 14:49:41 -08:00
committed by GitHub
parent ce95f203b0
commit b027c5aca6
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/disaggregation/kv_events.py
View File

@@ -56,7 +56,7 @@ class KVCacheEvent(
"""Base class for all KV cache-related events"""
# Medium values for hicache storage tiers
# Medium values for hicache storage tiers
MEDIUM_GPU = "GPU"
MEDIUM_CPU = "CPU_PINNED"

3
python/sglang/srt/mem_cache/cache_init_params.py
View File

@@ -33,3 +33,6 @@ class CacheInitParams:
chunked_prefill_size: Optional[int] = None
sliding_window_size: Optional[int] = None
# Time-to-live for cache entries in seconds. If None, TTL is disabled.
cache_ttl_seconds: Optional[float] = None