Support numactl bind for CPU and memory before process starts (#14156)

This commit is contained in:
fzyzcjy
2025-11-30 17:00:33 +08:00
committed by GitHub
parent 36b729c2b8
commit 340c613ab5
6 changed files with 74 additions and 5 deletions

View File

@@ -76,6 +76,7 @@ from sglang.srt.utils import (
kill_process_tree,
launch_dummy_health_check_server,
maybe_reindex_device_id,
numa_utils,
prepare_model_and_tokenizer,
set_prometheus_multiproc_dir,
set_ulimit,
@@ -846,7 +847,9 @@ def _launch_subprocesses(
writer,
),
)
with memory_saver_adapter.configure_subprocess():
with memory_saver_adapter.configure_subprocess(), numa_utils.configure_subprocess(
server_args, gpu_id
):
proc.start()
scheduler_procs.append(proc)