chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] feat: support diffusers backend - run any model supported by diffusers (#14112)

Browse Source
This commit is contained in:
Adarsh Shirawalmath
2026-01-06 12:30:57 +08:00
committed by GitHub
parent 84d13c54bb
commit 7be1a8c70c
17 changed files with 1120 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/entrypoints/openai/protocol.py
+13 -3
View File
@@ -28,13 +28,18 @@ class ImageGenerationsRequest(BaseModel):
style: Optional[str] = "vivid"
background: Optional[str] = "auto" # transparent | opaque | auto
output_format: Optional[str] = None # png | jpeg | webp
user: Optional[str] = None
# SGLang extensions
num_inference_steps: Optional[int] = None
guidance_scale: Optional[float] = None
true_cfg_scale: Optional[float] = (
None # for CFG vs guidance distillation (e.g., QwenImage)
)
seed: Optional[int] = 1024
generator_device: Optional[str] = "cuda"
user: Optional[str] = None
negative_prompt: Optional[str] = None
guidance_scale: Optional[float] = None
num_inference_steps: Optional[int] = None
enable_teacache: Optional[bool] = False
diffusers_kwargs: Optional[Dict[str, Any]] = None # kwargs for diffusers backend
# Video API protocol models
@@ -65,11 +70,16 @@ class VideoGenerationsRequest(BaseModel):
num_frames: Optional[int] = None
seed: Optional[int] = 1024
generator_device: Optional[str] = "cuda"
# SGLang extensions
num_inference_steps: Optional[int] = None
guidance_scale: Optional[float] = None
guidance_scale_2: Optional[float] = None
true_cfg_scale: Optional[float] = (
None # for CFG vs guidance distillation (e.g., QwenImage)
)
negative_prompt: Optional[str] = None
enable_teacache: Optional[bool] = False
diffusers_kwargs: Optional[Dict[str, Any]] = None # kwargs for diffusers backend
class VideoListResponse(BaseModel):