Refactor cache init logic (#13800)

2025-11-24 11:41:46 +08:00
parent 75222bfed9
commit b2f7b08c49
17 changed files with 307 additions and 419 deletions
--- a/python/sglang/srt/environ.py
+++ b/python/sglang/srt/environ.py
@@ -282,6 +282,7 @@ class Envs:
    SGLANG_ENABLE_OVERLAP_PLAN_STREAM = EnvBool(False)

    # VLM
+    SGLANG_VLM_CACHE_SIZE_MB = EnvInt(100)
    SGLANG_IMAGE_MAX_PIXELS = EnvInt(16384 * 28 * 28)
    SGLANG_RESIZE_RESAMPLE = EnvStr("")