From 32e0286829946d3d017cf398bcd9d22ccb9b75b9 Mon Sep 17 00:00:00 2001 From: Bhavneek Singh Date: Fri, 13 Feb 2026 12:57:52 +0900 Subject: [PATCH] [diffusion] fix: fixe local model loading issue in bench_serving (#18687) Co-authored-by: Bhavneek Singh Co-authored-by: Mick --- .../multimodal_gen/benchmarks/bench_serving.py | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/python/sglang/multimodal_gen/benchmarks/bench_serving.py b/python/sglang/multimodal_gen/benchmarks/bench_serving.py index 2a1901ef9..6bf0b9747 100644 --- a/python/sglang/multimodal_gen/benchmarks/bench_serving.py +++ b/python/sglang/multimodal_gen/benchmarks/bench_serving.py @@ -651,7 +651,21 @@ async def benchmark(args): except Exception as e: logger.info(f"Failed to fetch model info: {e}. Using default: {args.model}") - task_name = model_info(args.model).pipeline_tag + if os.path.exists(args.model): + if args.task: + task_name = args.task + else: + config_path = os.path.join(args.model, "config.json") + if os.path.exists(config_path): + import json + + with open(config_path, "r") as f: + config = json.load(f) + task_name = config.get("pipeline_tag", "text-to-image") + else: + task_name = "text-to-image" # fallback + else: + task_name = model_info(args.model).pipeline_tag if args.task != task_name: logger.warning(