Skip to content

GitLab

Unverified Commit 0da9845e authored by sogalin's avatar sogalin Committed by GitHub
Browse files

Modify rocm.Dockerfile (#12274)

parent 92885441
Hide whitespace changes
Inline Side-by-side
Showing with 9 additions and 5 deletions
docker/rocm.Dockerfile
View file @ 0da9845e
...@@ -43,7 +43,7 @@ ENV BUILD_LLVM="0" ...@@ -43,7 +43,7 @@ ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT="v0.1.6.post1" ENV AITER_COMMIT="v0.1.6.post1"
ENV NO_DEPS_FLAG="--no-deps" ENV NO_DEPS_FLAG=""
# =============================== # ===============================
# Chosen arch and args # Chosen arch and args
...@@ -297,12 +297,16 @@ RUN python3 -m pip install --no-cache-dir \ ...@@ -297,12 +297,16 @@ RUN python3 -m pip install --no-cache-dir \
# Performance environment variable. # Performance environment variable.
ENV HIP_FORCE_DEV_KERNARG=1 ENV HIP_FORCE_DEV_KERNARG=1
ENV HSA_NO_SCRATCH_RECLAIM=1 ENV HSA_NO_SCRATCH_RECLAIM=1
ENV SGLANG_SET_CPU_AFFINITY=1
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
ENV NCCL_MIN_NCHANNELS=112 ENV SGLANG_INT4_WEIGHT=0
ENV SGLANG_USE_AITER=1
ENV SGLANG_MOE_PADDING=1 ENV SGLANG_MOE_PADDING=1
ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
ENV SGLANG_SET_CPU_AFFINITY=1
ENV SGLANG_USE_AITER=1
ENV SGLANG_USE_ROCM700A=1
ENV NCCL_MIN_NCHANNELS=112
ENV VLLM_FP8_PADDING=1 ENV VLLM_FP8_PADDING=1
ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1
ENV VLLM_FP8_WEIGHT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment