diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile index 08ccf6b86..9c27755d2 100644 --- a/docker/rocm.Dockerfile +++ b/docker/rocm.Dockerfile @@ -43,7 +43,7 @@ ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="1" ENV BUILD_MOONCAKE="1" ENV AITER_COMMIT="v0.1.6.post1" -ENV NO_DEPS_FLAG="--no-deps" +ENV NO_DEPS_FLAG="" # =============================== # Chosen arch and args @@ -297,12 +297,16 @@ RUN python3 -m pip install --no-cache-dir \ # Performance environment variable. ENV HIP_FORCE_DEV_KERNARG=1 ENV HSA_NO_SCRATCH_RECLAIM=1 -ENV SGLANG_SET_CPU_AFFINITY=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 -ENV NCCL_MIN_NCHANNELS=112 - -ENV SGLANG_USE_AITER=1 +ENV SGLANG_INT4_WEIGHT=0 ENV SGLANG_MOE_PADDING=1 +ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0 +ENV SGLANG_ROCM_FUSED_DECODE_MLA=1 +ENV SGLANG_SET_CPU_AFFINITY=1 +ENV SGLANG_USE_AITER=1 +ENV SGLANG_USE_ROCM700A=1 + +ENV NCCL_MIN_NCHANNELS=112 ENV VLLM_FP8_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1