diff --git a/python/sglang/srt/environ.py b/python/sglang/srt/environ.py index 94d1e5a2e..cf517603d 100644 --- a/python/sglang/srt/environ.py +++ b/python/sglang/srt/environ.py @@ -212,7 +212,7 @@ class Envs: SGLANG_CP_SHARED_KV_ENABLE_MLA_PREFETCH = EnvBool(False) SGLANG_CP_SHARED_KV_LOG_MLA_PREFETCH = EnvBool(False) SGLANG_CP_SHARED_KV_MATERIALIZE_NVTX = EnvBool(False) - SGLANG_CP_SHARED_KV_MLA_PREFETCH_MIN_PREFIX_TOKENS = EnvInt(1024) + SGLANG_CP_SHARED_KV_MLA_PREFETCH_MIN_PREFIX_TOKENS = EnvInt(512) SGLANG_CP_SHARED_KV_MLA_PREFETCH_MIN_PREFIX_PAGES = EnvInt(-1) SGLANG_CP_DRAFT_SHARED_KV = EnvBool(False) SGLANG_CP_DRAFT_SHARED_KV_DEBUG = EnvBool(False)