Tiny add CPU resource monitoring for overload diagnosis (#16852)

This commit is contained in:
fzyzcjy
2026-01-10 12:48:18 +08:00
committed by GitHub
parent 3ed3b7ef7c
commit 32a569fb77
6 changed files with 82 additions and 0 deletions

View File

@@ -37,6 +37,7 @@ from sglang.srt.managers.io_struct import (
)
from sglang.srt.managers.schedule_batch import Req, RequestStage
from sglang.srt.managers.scheduler import run_scheduler_process
from sglang.srt.metrics.cpu_monitor import start_cpu_monitor_thread
from sglang.srt.server_args import (
DP_ATTENTION_HANDSHAKE_PORT_DELTA,
PortArgs,
@@ -207,6 +208,9 @@ class DataParallelController:
test_stuck_time=envs.SGLANG_TEST_STUCK_DP_CONTROLLER.get(),
)
if server_args.enable_metrics:
start_cpu_monitor_thread("data_parallel_controller")
def send_to_all_workers(self, obj):
for worker in self.workers:
worker.send_pyobj(obj)