Add support for new aiter version (AR accuracy, is_shuffled PR) (#13554)
Co-authored-by: sogalin <39478626+sogalin@users.noreply.github.com>
This commit is contained in:
@@ -22,7 +22,6 @@ ENV BUILD_AITER_ALL="1"
|
||||
ENV BUILD_MOONCAKE="1"
|
||||
ENV AITER_COMMIT="v0.1.4"
|
||||
ENV NO_DEPS_FLAG=""
|
||||
ENV AITER_MXFP4_MOE_SF="0"
|
||||
|
||||
# ===============================
|
||||
# Base image 942 and args
|
||||
@@ -34,7 +33,6 @@ ENV BUILD_AITER_ALL="1"
|
||||
ENV BUILD_MOONCAKE="1"
|
||||
ENV AITER_COMMIT="v0.1.7.post1"
|
||||
ENV NO_DEPS_FLAG=""
|
||||
ENV AITER_MXFP4_MOE_SF="0"
|
||||
|
||||
# ===============================
|
||||
# Base image 950 and args
|
||||
@@ -44,9 +42,8 @@ ENV BUILD_TRITON="0"
|
||||
ENV BUILD_LLVM="0"
|
||||
ENV BUILD_AITER_ALL="1"
|
||||
ENV BUILD_MOONCAKE="1"
|
||||
ENV AITER_COMMIT="v0.1.7.post1"
|
||||
ENV AITER_COMMIT="v0.1.7.post2"
|
||||
ENV NO_DEPS_FLAG=""
|
||||
ENV AITER_MXFP4_MOE_SF="1"
|
||||
# ===============================
|
||||
# Chosen arch and args
|
||||
FROM ${GPU_ARCH}
|
||||
@@ -107,8 +104,7 @@ RUN git clone ${AITER_REPO} \
|
||||
&& git checkout ${AITER_COMMIT} \
|
||||
&& git submodule update --init --recursive
|
||||
RUN cd aiter \
|
||||
&& if [ "$GPU_ARCH" = "gfx950" ]; then export AITER_MXFP4_MOE_SF=1; fi \
|
||||
&& echo "[AITER] GPU_ARCH=${GPU_ARCH} AITER_MXFP4_MOE_SF=${AITER_MXFP4_MOE_SF:-unset}" \
|
||||
&& echo "[AITER] GPU_ARCH=${GPU_ARCH}" \
|
||||
&& if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then \
|
||||
sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop"; \
|
||||
elif [ "$BUILD_AITER_ALL" = "1" ]; then \
|
||||
@@ -299,7 +295,6 @@ RUN python3 -m pip install --no-cache-dir \
|
||||
|
||||
# -----------------------
|
||||
# Performance environment variable.
|
||||
RUN echo "AITER_MXFP4_MOE_SF=${AITER_MXFP4_MOE_SF}" >> /etc/environment
|
||||
|
||||
ENV HIP_FORCE_DEV_KERNARG=1
|
||||
ENV HSA_NO_SCRATCH_RECLAIM=1
|
||||
|
||||
Reference in New Issue
Block a user