chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] hardware: support diffusion (single GPU, 3/N) (#17105)

Browse Source 
Signed-off-by: Xiaodong Ye <xiaodong.ye@mthreads.com>
This commit is contained in:
R0CKSTAR
2026-01-16 17:01:09 +08:00
committed by GitHub
parent d9ed80b9f1
commit a1dd3d48ac
13 changed files with 425 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/pyproject_other.toml
+50 -20
View File
@@ -66,6 +66,7 @@ runtime_common = [
"grpcio==1.75.1", # keep it align with compile_proto.py
"grpcio-tools==1.75.1", # keep it align with compile_proto.py
"grpcio-reflection==1.75.1", # required by srt/entrypoints/grpc_server.py
"bidict",
]
tracing = [
@@ -84,26 +85,7 @@ srt_hip = [
"wave-lang==3.8.2",
]
# https://docs.sglang.io/platforms/ascend_npu.html
srt_npu = ["sglang[runtime_common]"]
# For Intel Gaudi(device : hpu) follow the installation guide
# https://docs.vllm.ai/en/latest/getting_started/gaudi-installation.html
srt_hpu = ["sglang[runtime_common]"]
test = [
"accelerate",
"expecttest",
"gguf",
"jsonlines",
"matplotlib",
"pandas",
"peft",
"pytest",
"sentence_transformers",
"tabulate",
]
diffusion = [
diffusion_hip = [
"diffusers @ git+https://github.com/huggingface/diffusers.git@6290fdfda40610ce7b99920146853614ba529c6e",
"opencv-python-headless==4.10.0.84",
"imageio==2.36.0",
@@ -117,13 +99,61 @@ diffusion = [
"vsa==0.0.4",
"runai_model_streamer",
]
# https://docs.sglang.io/platforms/ascend_npu.html
srt_npu = ["sglang[runtime_common]"]
# For Intel Gaudi(device : hpu) follow the installation guide
# https://docs.vllm.ai/en/latest/getting_started/gaudi-installation.html
srt_hpu = ["sglang[runtime_common]"]
# https://docs.sglang.io/platforms/mthreads_gpu.md
srt_musa = [
"sglang[runtime_common]",
"torch",
"torch_musa",
"torchada>=0.1.15",
"mthreads-ml-py",
"numpy<2.0",
]
diffusion_musa = [
"PyYAML==6.0.1",
"cloudpickle",
"diffusers==0.36.0",
"imageio==2.36.0",
"imageio-ffmpeg==0.5.1",
"moviepy>=2.0.0",
"opencv-python-headless==4.10.0.84",
"remote-pdb",
"st_attn==0.0.7",
"vsa==0.0.4",
"runai_model_streamer",
"cache-dit==1.1.8"
]
test = [
"accelerate",
"expecttest",
"gguf",
"jsonlines",
"matplotlib",
"pandas",
"peft",
"pytest",
"sentence_transformers",
"tabulate",
]
all_hip = ["sglang[srt_hip]"]
all_npu = ["sglang[srt_npu]"]
all_hpu = ["sglang[srt_hpu]"]
all_musa = ["sglang[srt_musa]", "sglang[diffusion_musa]"]
dev_hip = ["sglang[all_hip]", "sglang[test]"]
dev_npu = ["sglang[all_npu]", "sglang[test]"]
dev_hpu = ["sglang[all_hpu]", "sglang[test]"]
dev_musa = ["sglang[all_musa]", "sglang[test]"]
[project.urls]
"Homepage" = "https://github.com/sgl-project/sglang"