From c2b66d320d7a96dc296e059c696db818d46e7460 Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Wed, 4 Mar 2026 20:36:32 +0800 Subject: [PATCH] [HiCache] Add an env var to control transfer engine reuse (#19867) --- python/sglang/srt/environ.py | 1 + python/sglang/srt/model_executor/model_runner.py | 1 + 2 files changed, 2 insertions(+) diff --git a/python/sglang/srt/environ.py b/python/sglang/srt/environ.py index b1f2a8328..5416151e3 100644 --- a/python/sglang/srt/environ.py +++ b/python/sglang/srt/environ.py @@ -289,6 +289,7 @@ class Envs: # Mooncake Store SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None) + SGLANG_HICACHE_MOONCAKE_REUSE_TE = EnvBool(True) MOONCAKE_MASTER = EnvStr(None) MOONCAKE_CLIENT = EnvStr(None) MOONCAKE_LOCAL_HOSTNAME = EnvStr("localhost") diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index 350f9ef1d..126d8b161 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -868,6 +868,7 @@ class ModelRunner(ModelRunnerKVCacheMixin): or ( self.server_args.enable_hierarchical_cache and self.server_args.hicache_storage_backend == "mooncake" + and envs.SGLANG_HICACHE_MOONCAKE_REUSE_TE.get() ) or ( self.server_args.encoder_only