From 287dc12b0585d07877fc90e6a5ae034231a84e03 Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Fri, 13 Mar 2026 16:29:58 +0800 Subject: [PATCH] Fix hicache log metrics (#20504) --- python/sglang/srt/observability/scheduler_metrics_mixin.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/observability/scheduler_metrics_mixin.py b/python/sglang/srt/observability/scheduler_metrics_mixin.py index 60390fe47..eee09ff72 100644 --- a/python/sglang/srt/observability/scheduler_metrics_mixin.py +++ b/python/sglang/srt/observability/scheduler_metrics_mixin.py @@ -614,7 +614,10 @@ class SchedulerMetricsMixin: if not self.enable_hierarchical_cache: return - host_pool = self.tree_cache.token_to_kv_pool_host + host_pool = getattr(self.tree_cache, "token_to_kv_pool_host", None) or getattr( + self.tree_cache, "full_kv_pool_host", None + ) + assert host_pool is not None, "Host pool not found" self.stats.hicache_host_used_tokens = ( host_pool.size - host_pool.available_size() )