[diffusion] hardware: add set_musa_arch on MUSA (misc, 15/N) (#19381)

Signed-off-by: Xiaodong Ye <xiaodong.ye@mthreads.com>
This commit is contained in:
R0CKSTAR
2026-03-07 08:14:41 +08:00
committed by GitHub
parent 069d4c577b
commit 0c4f98ed4e
2 changed files with 12 additions and 1 deletions

View File

@@ -43,7 +43,7 @@ from sglang.multimodal_gen.runtime.pipelines_core import (
from sglang.multimodal_gen.runtime.pipelines_core.schedule_batch import OutputBatch
from sglang.multimodal_gen.runtime.platforms import current_platform
from sglang.multimodal_gen.runtime.server_args import PortArgs, ServerArgs
from sglang.multimodal_gen.runtime.utils.common import set_cuda_arch
from sglang.multimodal_gen.runtime.utils.common import set_cuda_arch, set_musa_arch
from sglang.multimodal_gen.runtime.utils.layerwise_offload import (
OffloadableDiTMixin,
iter_materialized_weights,
@@ -474,6 +474,8 @@ def run_scheduler_process(
globally_suppress_loggers()
if current_platform.is_cuda():
set_cuda_arch()
elif current_platform.is_musa():
set_musa_arch()
port_args = PortArgs.from_server_args(server_args)

View File

@@ -261,6 +261,15 @@ def set_cuda_arch():
os.environ["TORCH_CUDA_ARCH_LIST"] = f"{arch}{'+PTX' if arch == '9.0' else ''}"
# musa
def set_musa_arch():
capability = torch.cuda.get_device_capability()
arch = f"{capability[0]}{capability[1]}"
os.environ["TORCH_MUSA_ARCH_LIST"] = f"{arch}"
# env var managements
_warned_bool_env_var_keys = set()