chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Support JSON format request logging for easier parsing (#15743)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-24 19:52:43 +08:00
committed by GitHub
parent c6a6ba4368
commit e245cac0c5
5 changed files with 140 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/io_struct.py
+1
View File
@@ -1485,6 +1485,7 @@ class FreezeGCReq(BaseReq):
class ConfigureLoggingReq(BaseReq):
log_requests: Optional[bool] = None
log_requests_level: Optional[int] = None
log_requests_format: Optional[str] = None
dump_requests_folder: Optional[str] = None
dump_requests_threshold: Optional[int] = None
crash_dump_folder: Optional[str] = None
python/sglang/srt/managers/tokenizer_manager.py
+2
View File
@@ -185,6 +185,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
self.request_logger = RequestLogger(
log_requests=server_args.log_requests,
log_requests_level=server_args.log_requests_level,
log_requests_format=server_args.log_requests_format,
)
self.preferred_sampling_params = server_args.preferred_sampling_params
self.crash_dump_folder = server_args.crash_dump_folder
@@ -1314,6 +1315,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
self.request_logger.configure(
log_requests=obj.log_requests,
log_requests_level=obj.log_requests_level,
log_requests_format=obj.log_requests_format,
)
if obj.dump_requests_folder is not None:
self.dump_requests_folder = obj.dump_requests_folder