feat: add request queued timeout (#17143)

Co-authored-by: qiuxuan.lzw <qiuxuan.lzw@alibaba-inc.com> Co-authored-by: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com>
2026-01-16 17:55:09 +08:00
parent a1dd3d48ac
commit 3355b6e21b
5 changed files with 78 additions and 1 deletions
--- a/python/sglang/srt/utils/request_logger.py
+++ b/python/sglang/srt/utils/request_logger.py
@@ -130,7 +130,7 @@ class RequestLogger:
        if not self.log_requests:
            return

-        e2e_latency_ms = out["meta_info"]["e2e_latency"] * 1000
+        e2e_latency_ms = out["meta_info"].get("e2e_latency", 0) * 1000
        if self.log_exceeded_ms > 0 and e2e_latency_ms < self.log_exceeded_ms:
            return