chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Tiny simplify evcition metrics collector (#12983)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-11-11 23:23:48 +08:00
committed by GitHub
parent e38994dd71
commit f09eee036d
8 changed files with 34 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/mem_cache/radix_cache.py
View File

@@ -508,11 +508,7 @@ class RadixCache(BasePrefixCache):
self._record_remove_event(x)
if num_evicted > 0 and self.metrics_collector is not None:
self.metrics_collector.observe_eviction_duration(
time.perf_counter() - start_time
)
self.metrics_collector.increment_eviction_num_tokens(num_evicted)
self.update_eviction_metrics(num_evicted, start_time)
def inc_lock_ref(self, node: TreeNode):
if self.disable: