chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Support numactl bind for CPU and memory before process starts (#14156)

Browse Source
This commit is contained in:
fzyzcjy
2025-11-30 17:00:33 +08:00
committed by GitHub
parent 36b729c2b8
commit 340c613ab5
6 changed files with 74 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/grpc/scheduler_launcher.py
View File

@@ -15,7 +15,7 @@ from sglang.srt.managers.data_parallel_controller import (
)
from sglang.srt.managers.scheduler import run_scheduler_process
from sglang.srt.server_args import PortArgs, ServerArgs
from sglang.srt.utils import configure_logger, prepare_model_and_tokenizer
from sglang.srt.utils import configure_logger, numa_utils, prepare_model_and_tokenizer
from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter
logger = logging.getLogger(__name__)
@@ -135,7 +135,9 @@ def launch_scheduler_process_only(
),
)
with memory_saver_adapter.configure_subprocess():
with memory_saver_adapter.configure_subprocess(), numa_utils.configure_subprocess(
server_args, gpu_id
):
proc.start()
scheduler_procs.append(proc)