Skip to content

GitLab

Unverified Commit cef6655b authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix 24.12 docker (#7045)

parent 27196d41
Show whitespace changes
Inline Side-by-side
Showing with 7 additions and 7 deletions
docker/Dockerfile
View file @ cef6655b
...@@ -18,12 +18,12 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \ ...@@ -18,12 +18,12 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& apt clean && apt clean
# For openbmb/MiniCPM models # For openbmb/MiniCPM models
RUN pip3 install datamodel_code_generator RUN pip3 install datamodel_code_generator --break-system-packages
WORKDIR /sgl-workspace WORKDIR /sgl-workspace
ARG CUDA_VERSION ARG CUDA_VERSION
RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six --break-system-packages --ignore-installed \
&& git clone --depth=1 https://github.com/sgl-project/sglang.git \ && git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& if [ "$CUDA_VERSION" = "12.1.1" ]; then \ && if [ "$CUDA_VERSION" = "12.1.1" ]; then \
export CUINDEX=121; \ export CUINDEX=121; \
...@@ -33,19 +33,19 @@ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \ ...@@ -33,19 +33,19 @@ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \
export CUINDEX=124; \ export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "11.8.0" ]; then \ elif [ "$CUDA_VERSION" = "11.8.0" ]; then \
export CUINDEX=118; \ export CUINDEX=118; \
python3 -m pip install --no-cache-dir sgl-kernel -i https://docs.sglang.ai/whl/cu118; \ python3 -m pip install --no-cache-dir sgl-kernel -i https://docs.sglang.ai/whl/cu118 --break-system-packages; \
else \ else \
echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; \ echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; \
fi \ fi \
&& if [ "$CUDA_VERSION" = "12.4.1" ]; then \ && if [ "$CUDA_VERSION" = "12.4.1" ]; then \
python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu126; \ python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu126 --break-system-packages; \
else \ else \
python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX}; \ python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} --break-system-packages; \
fi \ fi \
&& cd sglang \ && cd sglang \
&& python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" \ && python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --break-system-packages \
&& if [ "$CUDA_VERSION" = "12.8.1" ]; then \ && if [ "$CUDA_VERSION" = "12.8.1" ]; then \
python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps; \ python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages; \
fi fi
ENV DEBIAN_FRONTEND=interactive ENV DEBIAN_FRONTEND=interactive
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment