[VLM] Tiny: Unify VLM environment variables (#15572)

Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com>
This commit is contained in:
Yuan Luo
2025-12-22 17:32:37 +08:00
committed by GitHub
co-authored by luoyuan.luo
parent 575a49dc0e
commit 828dec1c7c
4 changed files with 11 additions and 7 deletions
+2 -1
View File
@@ -342,9 +342,10 @@ class Envs:
SGLANG_RESIZE_RESAMPLE = EnvStr("")
SGLANG_MM_BUFFER_SIZE_MB = EnvInt(0)
SGLANG_MM_PRECOMPUTE_HASH = EnvBool(False)
SGLANG_VIT_ENABLE_CUDA_GRAPH = EnvBool(False)
# VLM Item CUDA IPC Transport
SGLANG_USE_CUDA_IPC_TRANSPORT=EnvBool(False)
SGLANG_USE_CUDA_IPC_TRANSPORT = EnvBool(False)
SGLANG_MM_FEATURE_CACHE_MB = EnvInt(4 * 1024)
SGLANG_MM_ITEM_MEM_POOL_RECYCLE_INTERVAL_SEC = EnvFloat(0.05)