From ae15fca19246784b03a45de7b1f3b18db397cadd Mon Sep 17 00:00:00 2001 From: jinke <1534057243@qq.com> Date: Wed, 18 Mar 2026 15:07:39 +0800 Subject: [PATCH] [Bugfix] fix hicache mooncake backend extra config loading (#16808) Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: jinke15 --- .../decode_kvcache_offload_manager.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/decode_kvcache_offload_manager.py b/python/sglang/srt/disaggregation/decode_kvcache_offload_manager.py index a222aa266..ebc660bbf 100644 --- a/python/sglang/srt/disaggregation/decode_kvcache_offload_manager.py +++ b/python/sglang/srt/disaggregation/decode_kvcache_offload_manager.py @@ -1,5 +1,6 @@ from __future__ import annotations +import json import logging import threading import time @@ -77,6 +78,17 @@ class DecodeKVCacheOffloadManager: self.tp_group = tp_group self.tp_world_size = torch.distributed.get_world_size(group=self.tp_group) + hicache_storage_backend_extra_config = {} + if server_args.hicache_storage_backend_extra_config: + try: + hicache_storage_backend_extra_config = json.loads( + server_args.hicache_storage_backend_extra_config + ) + except json.JSONDecodeError as e: + raise ValueError( + f"Invalid hicache storage backend extra config JSON: {e}" + ) + self.cache_controller = HiCacheController( token_to_kv_pool_allocator=self.token_to_kv_pool_allocator, mem_pool_host=self.decode_host_mem_pool, @@ -86,7 +98,7 @@ class DecodeKVCacheOffloadManager: load_cache_event=threading.Event(), storage_backend=server_args.hicache_storage_backend, model_name=server_args.served_model_name, - storage_backend_extra_config=server_args.hicache_storage_backend_extra_config, + storage_backend_extra_config=hicache_storage_backend_extra_config, ) self.ongoing_offload = {}