From 922525ee6dab9c652a7223a3984aa3f2c27c9148 Mon Sep 17 00:00:00 2001 From: Mick Date: Fri, 14 Nov 2025 10:24:18 +0800 Subject: [PATCH] fix: fix serve command without diffusion dependency (#13246) --- python/sglang/cli/generate.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/python/sglang/cli/generate.py b/python/sglang/cli/generate.py index 5f0945194..894a1175b 100644 --- a/python/sglang/cli/generate.py +++ b/python/sglang/cli/generate.py @@ -1,15 +1,15 @@ import argparse from sglang.cli.utils import get_is_diffusion_model, get_model_path -from sglang.multimodal_gen.runtime.entrypoints.cli.generate import ( - add_multimodal_gen_generate_args, - generate_cmd, -) def generate(args, extra_argv): # If help is requested, show generate subcommand help without requiring --model-path if any(h in extra_argv for h in ("-h", "--help")): + from sglang.multimodal_gen.runtime.entrypoints.cli.generate import ( + add_multimodal_gen_generate_args, + ) + parser = argparse.ArgumentParser(description="SGLang Multimodal Generation") add_multimodal_gen_generate_args(parser) parser.parse_args(extra_argv) @@ -18,6 +18,11 @@ def generate(args, extra_argv): model_path = get_model_path(extra_argv) is_diffusion_model = get_is_diffusion_model(model_path) if is_diffusion_model: + from sglang.multimodal_gen.runtime.entrypoints.cli.generate import ( + add_multimodal_gen_generate_args, + generate_cmd, + ) + parser = argparse.ArgumentParser(description="SGLang Multimodal Generation") add_multimodal_gen_generate_args(parser) parsed_args = parser.parse_args(extra_argv)