Tiny extract SchedulerWatchdog (#15021)

This commit is contained in:
fzyzcjy
2025-12-13 10:40:32 +08:00
committed by GitHub
parent df111bc0fe
commit 487cf81a68
2 changed files with 37 additions and 21 deletions
+4 -5
View File
@@ -18,7 +18,6 @@ import logging
import os
import signal
import sys
import threading
import time
from collections import deque
from concurrent import futures
@@ -146,6 +145,7 @@ from sglang.srt.managers.scheduler_profiler_mixin import SchedulerProfilerMixin
from sglang.srt.managers.scheduler_recv_skipper import SchedulerRecvSkipper
from sglang.srt.managers.scheduler_runtime_checker_mixin import (
SchedulerRuntimeCheckerMixin,
SchedulerWatchdog,
)
from sglang.srt.managers.scheduler_update_weights_mixin import (
SchedulerUpdateWeightsMixin,
@@ -524,10 +524,9 @@ class Scheduler(
self.new_token_ratio = self.init_new_token_ratio
# Init watchdog thread
self.watchdog_timeout = server_args.watchdog_timeout
t = threading.Thread(target=self.watchdog_thread, daemon=True)
t.start()
self.parent_process = psutil.Process().parent()
self.watchdog = SchedulerWatchdog(
self, watchdog_timeout=server_args.watchdog_timeout
)
# Init memory saver, profiler and metric stats
self.memory_saver_adapter = TorchMemorySaverAdapter.create(