Support symmetric memory pre-allocation to avoid fragmentation (#17089)

2026-01-23 17:57:04 +08:00
parent b23470e95a
commit 48e9daadff
7 changed files with 100 additions and 1 deletions
@@ -453,6 +453,9 @@ class Envs:
    # TokenizerManager
    SGLANG_REQUEST_STATE_WAIT_TIMEOUT = EnvInt(4)

+    # Symmetric Memory
+    SGLANG_SYMM_MEM_PREALLOC_GB_SIZE = EnvInt(-1)
+
    # Aiter
    SGLANG_USE_AITER_FP8_PER_TOKEN = EnvBool(False)
    # fmt: on