Add workaround for aiter triton gemm config issue (#20090)
Co-authored-by: HAI <hixiao@gmail.com>
This commit is contained in:
@@ -193,9 +193,13 @@ RUN set -eux; \
|
||||
echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; \
|
||||
;; \
|
||||
esac
|
||||
|
||||
# [WA] from kk-huang
|
||||
# add sed -i '/c1 = torch.empty((M, D, S1 + S3) for aiter triton gemm config issue
|
||||
# the corresponding pr is https://github.com/ROCm/aiter/pull/2173
|
||||
# it will be removed when server launched issue is fixed by aiter
|
||||
RUN cd aiter \
|
||||
&& echo "[AITER] GPU_ARCH=${GPU_ARCH}" \
|
||||
&& sed -i '/c1 = torch.empty((M, D, S1 + S3), dtype=dtype, device=x.device)/i\ config = dict(config)' aiter/ops/triton/gemm/fused/fused_gemm_afp4wfp4_split_cat.py; \
|
||||
&& if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then \
|
||||
sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop"; \
|
||||
elif [ "$BUILD_AITER_ALL" = "1" ]; then \
|
||||
|
||||
Reference in New Issue
Block a user