CI: add server performance test for SGLang diffusion (#13091)

Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Adarsh Shirawalmath
2025-11-15 07:41:19 +05:30
committed by GitHub
parent a5be6ef98e
commit af373636da
13 changed files with 901 additions and 15 deletions

View File

@@ -28,7 +28,6 @@ from sglang.multimodal_gen.runtime.utils.logging_utils import (
logger = init_logger(__name__)
# ANSI color codes
CYAN = "\033[1;36m"
RESET = "\033[0;0m"
@@ -96,6 +95,16 @@ class GPUWorker:
req = batch[0]
output_batch = self.pipeline.forward(req, server_args)
if req.perf_logger:
logging_info = getattr(output_batch, "logging_info", None) or getattr(
req, "logging_info", None
)
if logging_info:
try:
req.perf_logger.log_stage_metrics(logging_info)
except Exception:
logger.exception(
"Failed to log stage metrics for request %s", req.request_id
)
req.perf_logger.log_total_duration("total_inference_time")
return output_batch