chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[AMD] Apply AITER_MXFP4_MOE_SF=1 only to gfx950 in aiter build (#13092)

Browse Source
This commit is contained in:
Hubert Lu
2025-11-11 12:26:09 -08:00
committed by GitHub
parent e0e6a6efb2
commit 36d147121f
1 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
docker/rocm.Dockerfile
View File

@@ -105,12 +105,13 @@ RUN git clone ${AITER_REPO} \
&& git checkout ${AITER_COMMIT} \
&& git submodule update --init --recursive
RUN cd aiter \
&& if [ "$GPU_ARCH" = "gfx950" ]; then export AITER_MXFP4_MOE_SF=1; fi \
&& if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then \
HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST AITER_MXFP4_MOE_SF=1 python setup.py develop; \
sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop"; \
elif [ "$BUILD_AITER_ALL" = "1" ]; then \
PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST AITER_MXFP4_MOE_SF=1 python setup.py develop; \
sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop"; \
else \
GPU_ARCHS=$GPU_ARCH_LIST AITER_MXFP4_MOE_SF=1 python setup.py develop; \
sh -c "GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop"; \
fi
# -----------------------
@@ -295,7 +296,13 @@ RUN python3 -m pip install --no-cache-dir \
# -----------------------
# Performance environment variable.
ENV AITER_MXFP4_MOE_SF=1
# Set AITER_MXFP4_MOE_SF only for gfx950 architecture
RUN if [ "$GPU_ARCH" = "gfx950" ]; then \
echo "AITER_MXFP4_MOE_SF=1"; \
else \
echo "AITER_MXFP4_MOE_SF=0"; \
fi >> /etc/environment
ENV HIP_FORCE_DEV_KERNARG=1
ENV HSA_NO_SCRATCH_RECLAIM=1
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1