move more files under srt/utils (#11285)

This commit is contained in:
Lianmin Zheng
2025-10-09 16:46:15 -07:00
committed by GitHub
parent 758b887ad1
commit 9b8ebb2798
28 changed files with 96 additions and 55 deletions

View File

@@ -238,6 +238,7 @@ class ServerArgs:
log_requests: bool = False
log_requests_level: int = 2
crash_dump_folder: Optional[str] = None
crash_on_nan: bool = False
show_time_cost: bool = False
enable_metrics: bool = False
enable_metrics_for_all_schedulers: bool = False
@@ -1733,6 +1734,12 @@ class ServerArgs:
default=ServerArgs.crash_dump_folder,
help="Folder path to dump requests from the last 5 min before a crash (if any). If not specified, crash dumping is disabled.",
)
parser.add_argument(
"--crash-on-nan",
type=str,
default=ServerArgs.crash_on_nan,
help="Crash the server on nan logprobs.",
)
parser.add_argument(
"--show-time-cost",
action="store_true",