chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix scheduler for non-cuda devices and disable piecewise cuda graph f… (#19992)

Browse Source 
Co-authored-by: Kangyan-Zhou <zky314343421@gmail.com>
This commit is contained in:
Juan Muneton
2026-03-18 21:54:19 -07:00
committed by GitHub
parent f85455ab24
commit 4052b53227
4 changed files with 6 additions and 154 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/server_args.py
View File

@@ -59,6 +59,7 @@ from sglang.srt.utils.common import (
is_sm100_supported,
is_sm120_supported,
is_triton_kernels_available,
is_xpu,
json_list_type,
nullable_str,
parse_connector_type,
@@ -1067,8 +1068,8 @@ class ServerArgs:
# 5. Pipeline parallelism
if self.pp_size > 1:
self.disable_piecewise_cuda_graph = True
# 6. Non-CUDA hardware (AMD, NPU, CPU, MPS, MUSA, etc.)
if is_hip() or is_npu() or is_cpu() or is_mps() or is_musa():
# 6. Non-CUDA hardware (AMD, NPU, CPU, etc.)
if is_hip() or is_npu() or is_cpu() or is_mps() or is_musa() or is_xpu():
self.disable_piecewise_cuda_graph = True
# 7. MoE A2A backend
if self.moe_a2a_backend != "none":