[feat] use cachebuffer to store mm feature to speedup hash (#14386)

2025-12-08 10:35:20 +08:00
parent b7b7524e95
commit f57d4fe78e
3 changed files with 78 additions and 0 deletions
@@ -322,6 +322,7 @@ class Envs:
    SGLANG_VLM_CACHE_SIZE_MB = EnvInt(100)
    SGLANG_IMAGE_MAX_PIXELS = EnvInt(16384 * 28 * 28)
    SGLANG_RESIZE_RESAMPLE = EnvStr("")
+    SGLANG_MM_BUFFER_SIZE_MB = EnvInt(0)

    # Release & Resume Memory
    SGLANG_MEMORY_SAVER_CUDA_GRAPH = EnvBool(False)