Support numactl bind for CPU and memory before process starts (#14156)

2025-11-30 17:00:33 +08:00
parent 36b729c2b8
commit 340c613ab5
6 changed files with 74 additions and 5 deletions
@@ -2631,7 +2631,9 @@ def run_scheduler_process(
        set_gpu_proc_affinity(
            server_args.pp_size, server_args.tp_size, server_args.nnodes, gpu_id
        )
-    if (numa_node := server_args.numa_node) is not None:
+    if (
+        numa_node := server_args.numa_node
+    ) is not None and not envs.SGLANG_NUMA_BIND_V2.get():
        numa_bind_to_node(numa_node[gpu_id])

    # Set up tracing