chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix the request loggings to make it fully able to be easily replayed (#2973)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-01-18 21:45:00 -08:00
committed by GitHub
parent 7906d1d298
commit 93b77c8e8a
4 changed files with 16 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -117,6 +117,7 @@ class TokenizerManager:
self.server_args = server_args
self.enable_metrics = server_args.enable_metrics
self.log_requests = server_args.log_requests
self.log_requests_level = 0
# Init inter-process communication
context = zmq.asyncio.Context(2)
@@ -276,7 +277,10 @@ class TokenizerManager:
obj.normalize_batch_and_arguments()
if self.log_requests:
logger.info(f"Receive: obj={dataclass_to_string_truncated(obj)}")
max_length = 2048 if self.log_requests_level == 0 else 1 << 30
logger.info(
f"Receive: obj={dataclass_to_string_truncated(obj, max_length)}"
)
async with self.model_update_lock.reader_lock:
is_single = obj.is_single
@@ -419,7 +423,8 @@ class TokenizerManager:
state.out_list = []
if state.finished:
if self.log_requests:
msg = f"Finish: obj={dataclass_to_string_truncated(obj)}, out={dataclass_to_string_truncated(out)}"
max_length = 2048 if self.log_requests_level == 0 else 1 << 30
msg = f"Finish: obj={dataclass_to_string_truncated(obj, max_length)}, out={dataclass_to_string_truncated(out, max_length)}"
logger.info(msg)
del self.rid_to_state[obj.rid]
@@ -682,6 +687,8 @@ class TokenizerManager:
def configure_logging(self, obj: ConfigureLoggingReq):
if obj.log_requests is not None:
self.log_requests = obj.log_requests
if obj.log_requests_level is not None:
self.log_requests_level = obj.log_requests_level
if obj.dump_requests_folder is not None:
self.dump_requests_folder = obj.dump_requests_folder
if obj.dump_requests_threshold is not None: