chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[diffusion] CI: improve diffusion CI (#13562)

Browse Source 
Co-authored-by: Adarsh Shirawalmath <114558126+adarshxs@users.noreply.github.com>
This commit is contained in:
Mick
2025-11-20 10:54:13 +08:00
committed by GitHub
parent af6bcadcf7
commit 127d59cd2c
19 changed files with 782 additions and 414 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/multimodal_gen/utils.py
View File

@@ -48,8 +48,8 @@ PRECISION_TO_TYPE = {
"bf16": torch.bfloat16,
}
STR_BACKEND_ENV_VAR: str = "SGL_DIFFUSION_ATTENTION_BACKEND"
STR_ATTN_CONFIG_ENV_VAR: str = "SGL_DIFFUSION_ATTENTION_CONFIG"
STR_BACKEND_ENV_VAR: str = "SGLANG_DIFFUSION_ATTENTION_BACKEND"
STR_ATTN_CONFIG_ENV_VAR: str = "SGLANG_DIFFUSION_ATTENTION_CONFIG"
def find_nccl_library() -> str:
@@ -59,12 +59,12 @@ def find_nccl_library() -> str:
After importing `torch`, `libnccl.so.2` or `librccl.so.1` can be
found by `ctypes` automatically.
"""
so_file = envs.SGL_DIFFUSION_NCCL_SO_PATH
so_file = envs.SGLANG_DIFFUSION_NCCL_SO_PATH
# manually load the nccl library
if so_file:
logger.info(
"Found nccl from environment variable SGL_DIFFUSION_NCCL_SO_PATH=%s",
"Found nccl from environment variable SGLANG_DIFFUSION_NCCL_SO_PATH=%s",
so_file,
)
else: