From 534ac384db14cc382f6e7e813cd44500c9798fbd Mon Sep 17 00:00:00 2001 From: MOHENOO <24667100+MOHENOO@users.noreply.github.com> Date: Wed, 7 Jan 2026 11:03:57 +0800 Subject: [PATCH] [HiCacheStorage & PD] fix prefill bootstrap request host memory leaks (#15439) Co-authored-by: yangjia1 --- python/sglang/srt/disaggregation/prefill.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/disaggregation/prefill.py b/python/sglang/srt/disaggregation/prefill.py index a6eed743a..cbd18af03 100644 --- a/python/sglang/srt/disaggregation/prefill.py +++ b/python/sglang/srt/disaggregation/prefill.py @@ -273,6 +273,9 @@ class PrefillBootstrapQueue: failed_reqs.append(req) if self.scheduler.enable_metrics: self.scheduler.metrics_collector.increment_bootstrap_failed_reqs() + if self.scheduler.enable_hicache_storage: + # to release prefetch events associated with the request + self.scheduler.tree_cache.release_aborted_request(req.rid) continue # KV.WaitingForInput - init here