Support numactl bind for CPU and memory before process starts (#14156)

This commit is contained in:
fzyzcjy
2025-11-30 17:00:33 +08:00
committed by GitHub
parent 36b729c2b8
commit 340c613ab5
6 changed files with 74 additions and 5 deletions

View File

@@ -49,6 +49,7 @@ from sglang.srt.tracing.trace import (
trace_slice_end,
trace_slice_start,
)
from sglang.srt.utils import numa_utils
from sglang.srt.utils.common import (
bind_port,
configure_ipv6,
@@ -440,7 +441,9 @@ class DataParallelController:
writer,
),
)
with memory_saver_adapter.configure_subprocess():
with memory_saver_adapter.configure_subprocess(), numa_utils.configure_subprocess(
server_args, gpu_id
):
proc.start()
self.scheduler_procs.append(proc)
scheduler_pipe_readers.append(reader)