Support numactl bind for CPU and memory before process starts (#14156)

2025-11-30 17:00:33 +08:00
parent 36b729c2b8
commit 340c613ab5
6 changed files with 74 additions and 5 deletions
@@ -338,6 +338,9 @@ class Envs:
    SGLANG_EXTERNAL_MM_MODEL_ARCH = EnvStr("")
    SGLANG_EXTERNAL_MM_PROCESSOR_PACKAGE = EnvStr("")

+    # Numa
+    SGLANG_NUMA_BIND_V2 = EnvBool(True)
+
    # fmt: on