[Fix] Environment variable SGL_* is deprecated (#14943)

This commit is contained in:
Huang Lin
2025-12-14 11:55:43 +08:00
committed by GitHub
parent 20ce9938b5
commit 6abdf73f4d
6 changed files with 9 additions and 9 deletions

View File

@@ -33,7 +33,7 @@ envs.SGLANG_IN_DEEPGEMM_PRECOMPILE_STAGE.set(True)
# Force enable deep gemm
envs.SGLANG_ENABLE_JIT_DEEPGEMM.set(True)
# Force enable mha chunked kv for DeepSeek V3 to avoid missing kv_b_proj DeepGEMM case
os.environ["SGL_CHUNKED_PREFIX_CACHE_THRESHOLD"] = "0"
os.environ["SGLANG_CHUNKED_PREFIX_CACHE_THRESHOLD"] = "0"
@dataclasses.dataclass