Skip to content

GitLab

Unverified Commit d32fba2a authored by HAI's avatar HAI Committed by GitHub
Browse files

[ENV, ROCm] update environment settings (#1939)

parent 67c424cc
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
docker/Dockerfile.rocm
View file @ d32fba2a
...@@ -8,7 +8,7 @@ FROM $BASE_IMAGE AS base ...@@ -8,7 +8,7 @@ FROM $BASE_IMAGE AS base
USER root USER root
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
ARG BUILD_TYPE=all
ARG SGL_REPO="https://github.com/sgl-project/sglang" ARG SGL_REPO="https://github.com/sgl-project/sglang"
ENV SGL_DEFAULT="main" ENV SGL_DEFAULT="main"
ARG SGL_BRANCH=${SGL_DEFAULT} ARG SGL_BRANCH=${SGL_DEFAULT}
...@@ -41,5 +41,7 @@ ENV VLLM_FP8_PADDING=1 ...@@ -41,5 +41,7 @@ ENV VLLM_FP8_PADDING=1
ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1
ENV VLLM_FP8_WEIGHT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1
ENV VLLM_FP8_REDUCE_CONV=1 ENV VLLM_FP8_REDUCE_CONV=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
CMD ["/bin/bash"] CMD ["/bin/bash"]
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment