Skip to content

GitLab

Commit 530a6be0 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

build: Remove nats and etcd sources from final build (#144)

parent 28eb8530
Hide whitespace changes
Inline Side-by-side
Showing with 61 additions and 58 deletions
container/Dockerfile
View file @ 530a6be0
...@@ -95,13 +95,14 @@ ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so" ...@@ -95,13 +95,14 @@ ENV VLLM_KV_CAPI_PATH="/opt/dynamo/bindings/lib/libdynamo_llm_capi.so"
ENV PYTHONUNBUFFERED=1 ENV PYTHONUNBUFFERED=1
# Install NATS - pointing toward NATS github instead of binaries.nats.dev due to server instability # Install NATS - pointing toward NATS github instead of binaries.nats.dev due to server instability
RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb && rm nats-server-v2.10.24-amd64.deb
# etcd # etcd
ENV ETCD_VERSION="v3.5.18" ENV ETCD_VERSION="v3.5.18"
RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \ RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \
mkdir -p /usr/local/bin/etcd && \ mkdir -p /usr/local/bin/etcd && \
tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 && \
rm /tmp/etcd.tar.gz
ENV PATH=/usr/local/bin/etcd/:$PATH ENV PATH=/usr/local/bin/etcd/:$PATH
# Enable Git operations in the /workspace directory. # Enable Git operations in the /workspace directory.
......
container/Dockerfile.tensorrt_llm
View file @ 530a6be0
...@@ -23,12 +23,13 @@ USER root ...@@ -23,12 +23,13 @@ USER root
# Install utilities # Install utilities
RUN apt update -y && apt install -y git wget curl nvtop tmux vim RUN apt update -y && apt install -y git wget curl nvtop tmux vim
# nats # nats
RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb && rm nats-server-v2.10.24-amd64.deb
# etcd # etcd
ENV ETCD_VERSION="v3.5.18" ENV ETCD_VERSION="v3.5.18"
RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \ RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \
mkdir -p /usr/local/bin/etcd && \ mkdir -p /usr/local/bin/etcd && \
tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 && \
rm /tmp/etcd.tar.gz
ENV PATH=/usr/local/bin/etcd/:$PATH ENV PATH=/usr/local/bin/etcd/:$PATH
# TODO: Try using uv to install tensorrtllm # TODO: Try using uv to install tensorrtllm
......
container/Dockerfile.vllm
View file @ 530a6be0
...@@ -16,42 +16,42 @@ ARG NSYS_URL=https://developer.nvidia.com/downloads/assets/tools/secure/nsight-s ...@@ -16,42 +16,42 @@ ARG NSYS_URL=https://developer.nvidia.com/downloads/assets/tools/secure/nsight-s
ARG NSYS_PKG=NsightSystems-linux-cli-public-2025.1.1.131-3554042.deb ARG NSYS_PKG=NsightSystems-linux-cli-public-2025.1.1.131-3554042.deb
RUN apt-get update -y && apt-get -y install curl \ RUN apt-get update -y && apt-get -y install curl \
git \ git \
libnuma-dev \ libnuma-dev \
numactl \ numactl \
wget \ wget \
autotools-dev \ autotools-dev \
automake \ automake \
libtool \ libtool \
libz-dev \ libz-dev \
libiberty-dev \ libiberty-dev \
flex \ flex \
build-essential \ build-essential \
cmake \ cmake \
libibverbs-dev \ libibverbs-dev \
libgoogle-glog-dev \ libgoogle-glog-dev \
libgtest-dev \ libgtest-dev \
libjsoncpp-dev \ libjsoncpp-dev \
libpython3-dev \ libpython3-dev \
libboost-all-dev \ libboost-all-dev \
libssl-dev \ libssl-dev \
libgrpc-dev \ libgrpc-dev \
libgrpc++-dev \ libgrpc++-dev \
libprotobuf-dev \ libprotobuf-dev \
protobuf-compiler-grpc \ protobuf-compiler-grpc \
pybind11-dev \ pybind11-dev \
python3-full \ python3-full \
python3-pip \ python3-pip \
python3-numpy \ python3-numpy \
etcd-server \ etcd-server \
net-tools \ net-tools \
pciutils \ pciutils \
libpci-dev \ libpci-dev \
vim \ vim \
tmux \ tmux \
screen \ screen \
ibverbs-utils \ ibverbs-utils \
libibmad-dev libibmad-dev
RUN apt-get install -y linux-tools-common linux-tools-generic ethtool iproute2 RUN apt-get install -y linux-tools-common linux-tools-generic ethtool iproute2
RUN apt-get install -y dkms linux-headers-generic RUN apt-get install -y dkms linux-headers-generic
...@@ -67,7 +67,7 @@ RUN cd /usr/local/src && \ ...@@ -67,7 +67,7 @@ RUN cd /usr/local/src && \
tar -xf /usr/local/src/mofed.tgz && \ tar -xf /usr/local/src/mofed.tgz && \
cd MLNX_OFED_LINUX-* && \ cd MLNX_OFED_LINUX-* && \
apt-get update && apt-get install -y --no-install-recommends \ apt-get update && apt-get install -y --no-install-recommends \
./DEBS/libibverbs* ./DEBS/ibverbs-providers* ./DEBS/librdmacm* ./DEBS/libibumad* && \ ./DEBS/libibverbs* ./DEBS/ibverbs-providers* ./DEBS/librdmacm* ./DEBS/libibumad* && \
rm -rf /var/lib/apt/lists/* /usr/local/src/* mofed.tgz rm -rf /var/lib/apt/lists/* /usr/local/src/* mofed.tgz
ENV LIBRARY_PATH=$LIBRARY_PATH:/usr/local/cuda/lib64 \ ENV LIBRARY_PATH=$LIBRARY_PATH:/usr/local/cuda/lib64 \
...@@ -88,18 +88,18 @@ RUN cd /usr/local/src && \ ...@@ -88,18 +88,18 @@ RUN cd /usr/local/src && \
curl -fSsL "https://github.com/openucx/ucx/tarball/${UCX_VERSION}" | tar xz && \ curl -fSsL "https://github.com/openucx/ucx/tarball/${UCX_VERSION}" | tar xz && \
cd openucx-ucx* && \ cd openucx-ucx* && \
./autogen.sh && ./configure \ ./autogen.sh && ./configure \
--enable-shared \ --enable-shared \
--disable-static \ --disable-static \
--disable-doxygen-doc \ --disable-doxygen-doc \
--enable-optimizations \ --enable-optimizations \
--enable-cma \ --enable-cma \
--enable-devel-headers \ --enable-devel-headers \
--with-cuda=/usr/local/cuda \ --with-cuda=/usr/local/cuda \
--with-verbs \ --with-verbs \
--with-dm \ --with-dm \
--with-gdrcopy=/usr/local \ --with-gdrcopy=/usr/local \
--enable-mt \ --enable-mt \
--with-mlx5-dv && \ --with-mlx5-dv && \
make -j && \ make -j && \
make -j install-strip && \ make -j install-strip && \
ldconfig ldconfig
...@@ -140,12 +140,13 @@ RUN ls /opt/nixl ...@@ -140,12 +140,13 @@ RUN ls /opt/nixl
# Install utilities # Install utilities
RUN apt update -y && apt install -y git wget curl nvtop tmux vim RUN apt update -y && apt install -y git wget curl nvtop tmux vim
# nats # nats
RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb RUN wget https://github.com/nats-io/nats-server/releases/download/v2.10.24/nats-server-v2.10.24-amd64.deb && dpkg -i nats-server-v2.10.24-amd64.deb && rm nats-server-v2.10.24-amd64.deb
# etcd # etcd
ENV ETCD_VERSION="v3.5.18" ENV ETCD_VERSION="v3.5.18"
RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \ RUN wget https://github.com/etcd-io/etcd/releases/download/$ETCD_VERSION/etcd-$ETCD_VERSION-linux-amd64.tar.gz -O /tmp/etcd.tar.gz && \
mkdir -p /usr/local/bin/etcd && \ mkdir -p /usr/local/bin/etcd && \
tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 tar -xvf /tmp/etcd.tar.gz -C /usr/local/bin/etcd --strip-components=1 && \
rm /tmp/etcd.tar.gz
ENV PATH=/usr/local/bin/etcd/:$PATH ENV PATH=/usr/local/bin/etcd/:$PATH
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment