Unverified Commit 4aa1e69b authored by BourneSun0527's avatar BourneSun0527 Committed by GitHub
Browse files

[chore]Add sgl-router to npu images (#10229)

parent dc491b39
...@@ -5,6 +5,7 @@ on: ...@@ -5,6 +5,7 @@ on:
- main - main
paths: paths:
- ".github/workflows/release-docker-npu-nightly.yml" - ".github/workflows/release-docker-npu-nightly.yml"
- "docker/Dockerfile.npu"
workflow_dispatch: workflow_dispatch:
schedule: schedule:
- cron: "0 0 * * *" - cron: "0 0 * * *"
......
...@@ -9,6 +9,7 @@ on: ...@@ -9,6 +9,7 @@ on:
- main - main
paths: paths:
- ".github/workflows/release-docker-npu.yml" - ".github/workflows/release-docker-npu.yml"
- "docker/Dockerfile.npu"
jobs: jobs:
build: build:
......
...@@ -39,7 +39,11 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \ ...@@ -39,7 +39,11 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
clang \ clang \
locales \ locales \
ccache \ ccache \
openssl \
libssl-dev \
pkg-config \
ca-certificates \ ca-certificates \
protobuf-compiler \
&& rm -rf /var/cache/apt/* \ && rm -rf /var/cache/apt/* \
&& rm -rf /var/lib/apt/lists/* \ && rm -rf /var/lib/apt/lists/* \
&& update-ca-certificates \ && update-ca-certificates \
...@@ -48,11 +52,18 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \ ...@@ -48,11 +52,18 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
ENV LANG=en_US.UTF-8 ENV LANG=en_US.UTF-8
ENV LANGUAGE=en_US:en ENV LANGUAGE=en_US:en
ENV LC_ALL=en_US.UTF-8 ENV LC_ALL=en_US.UTF-8
ENV PATH="/root/.cargo/bin:${PATH}"
# Install dependencies # Install dependencies
# TODO: install from pypi released memfabric # TODO: install from pypi released memfabric
RUN pip install $MEMFABRIC_URL --no-cache-dir RUN pip install $MEMFABRIC_URL --no-cache-dir
RUN pip install setuptools-rust wheel build --no-cache-dir
# install rustup from rustup.rs
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
&& rustc --version && cargo --version && protoc --version
# Install vLLM # Install vLLM
RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \ RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \
(cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm (cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm
...@@ -65,7 +76,9 @@ RUN pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --inde ...@@ -65,7 +76,9 @@ RUN pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --inde
# Install SGLang # Install SGLang
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \ RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \
(cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && rm -rf sglang (cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && \
(cd sglang/sgl-router && python -m build && pip install --force-reinstall dist/*.whl) && \
rm -rf sglang
# Install Deep-ep # Install Deep-ep
RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \ RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment