unified management of environment variables for vlm cuda ipc transport (#14501)

2025-12-18 12:28:06 +08:00
parent 9970ee34e8
commit 3d42b7e7b0
3 changed files with 11 additions and 18 deletions
@@ -330,6 +330,11 @@ class Envs:
    SGLANG_RESIZE_RESAMPLE = EnvStr("")
    SGLANG_MM_BUFFER_SIZE_MB = EnvInt(0)

+    # VLM Item CUDA IPC Transport
+    SGLANG_USE_CUDA_IPC_TRANSPORT=EnvBool(False)
+    SGLANG_MM_FEATURE_CACHE_MB = EnvInt(4 * 1024)
+    SGLANG_MM_ITEM_MEM_POOL_RECYCLE_INTERVAL_SEC = EnvFloat(0.05)
+
    # Release & Resume Memory
    SGLANG_MEMORY_SAVER_CUDA_GRAPH = EnvBool(False)