From 1f2a6c691b3e9183fb3aa9178fd9775e88a303cc Mon Sep 17 00:00:00 2001 From: MMuzzammil1 Date: Mon, 10 Nov 2025 13:13:37 +0900 Subject: [PATCH] Bugfix: LMCache Connector with Sglang (#12946) Signed-off-by: Mohd Muzzammil Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- python/sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py b/python/sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py index 9fdadf6ac..68f1d658e 100644 --- a/python/sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py +++ b/python/sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py @@ -107,7 +107,7 @@ class LMCRadixCache(RadixCache): "v_buffer", getattr(self.token_to_kv_pool_allocator._kvcache, "v_buffer"), ), - tp_group=tp_group, + tp_group=tp_group.device_group if tp_group is not None else None, ) self.load_stream = torch.cuda.Stream()