Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
22199857
Unverified
Commit
22199857
authored
Dec 23, 2025
by
Patrick
Committed by
GitHub
Dec 23, 2025
Browse files
feat: KVBM Object Support - add obj plugin deps (#5059)
Signed-off-by:
Patrick Riel
<
priel@nvidia.com
>
parent
853151d9
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
66 additions
and
1 deletion
+66
-1
container/Dockerfile.vllm
container/Dockerfile.vllm
+66
-1
No files found.
container/Dockerfile.vllm
View file @
22199857
...
@@ -186,7 +186,12 @@ RUN yum groupinstall -y 'Development Tools' && \
...
@@ -186,7 +186,12 @@ RUN yum groupinstall -y 'Development Tools' && \
numactl-devel \
numactl-devel \
# Libfabric support
# Libfabric support
hwloc \
hwloc \
hwloc-devel
hwloc-devel \
libcurl-devel \
openssl-devel \
libuuid-devel \
zlib-devel
# Ensure a modern protoc is available (required for --experimental_allow_proto3_optional)
# Ensure a modern protoc is available (required for --experimental_allow_proto3_optional)
RUN set -eux; \
RUN set -eux; \
...
@@ -349,6 +354,28 @@ RUN --mount=type=secret,id=aws-key-id,env=AWS_ACCESS_KEY_ID \
...
@@ -349,6 +354,28 @@ RUN --mount=type=secret,id=aws-key-id,env=AWS_ACCESS_KEY_ID \
echo "/usr/local/libfabric/lib" > /etc/ld.so.conf.d/libfabric.conf && \
echo "/usr/local/libfabric/lib" > /etc/ld.so.conf.d/libfabric.conf && \
ldconfig
ldconfig
# Build and install AWS SDK C++ (required for NIXL OBJ backend / S3 support)
ARG AWS_SDK_CPP_VERSION=1.11.581
RUN --mount=type=secret,id=aws-key-id,env=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=aws-secret-id,env=AWS_SECRET_ACCESS_KEY \
export SCCACHE_S3_KEY_PREFIX="${SCCACHE_S3_KEY_PREFIX:-${ARCH}}" && \
git clone --recurse-submodules --depth 1 --branch ${AWS_SDK_CPP_VERSION} \
https://github.com/aws/aws-sdk-cpp.git /tmp/aws-sdk-cpp && \
mkdir -p /tmp/aws-sdk-cpp/build && \
cd /tmp/aws-sdk-cpp/build && \
cmake .. \
-DCMAKE_BUILD_TYPE=Release \
-DBUILD_ONLY="s3" \
-DENABLE_TESTING=OFF \
-DCMAKE_INSTALL_PREFIX=/usr/local \
-DBUILD_SHARED_LIBS=ON && \
make -j$(nproc) && \
make install && \
cd / && \
rm -rf /tmp/aws-sdk-cpp && \
ldconfig && \
/tmp/use-sccache.sh show-stats "AWS SDK C++"
# build and install nixl
# build and install nixl
RUN --mount=type=secret,id=aws-key-id,env=AWS_ACCESS_KEY_ID \
RUN --mount=type=secret,id=aws-key-id,env=AWS_ACCESS_KEY_ID \
--mount=type=secret,id=aws-secret-id,env=AWS_SECRET_ACCESS_KEY \
--mount=type=secret,id=aws-secret-id,env=AWS_SECRET_ACCESS_KEY \
...
@@ -642,6 +669,13 @@ COPY --chown=dynamo: --from=wheel_builder $NIXL_PREFIX $NIXL_PREFIX
...
@@ -642,6 +669,13 @@ COPY --chown=dynamo: --from=wheel_builder $NIXL_PREFIX $NIXL_PREFIX
COPY --chown=dynamo: --from=wheel_builder /opt/nvidia/nvda_nixl/lib64/. ${NIXL_LIB_DIR}/
COPY --chown=dynamo: --from=wheel_builder /opt/nvidia/nvda_nixl/lib64/. ${NIXL_LIB_DIR}/
COPY --chown=dynamo: --from=wheel_builder /opt/dynamo/dist/nixl/ /opt/dynamo/wheelhouse/nixl/
COPY --chown=dynamo: --from=wheel_builder /opt/dynamo/dist/nixl/ /opt/dynamo/wheelhouse/nixl/
COPY --chown=dynamo: --from=wheel_builder /workspace/nixl/build/src/bindings/python/nixl-meta/nixl-*.whl /opt/dynamo/wheelhouse/nixl/
COPY --chown=dynamo: --from=wheel_builder /workspace/nixl/build/src/bindings/python/nixl-meta/nixl-*.whl /opt/dynamo/wheelhouse/nixl/
# Copy AWS SDK C++ libraries (required for NIXL OBJ backend / S3 support)
COPY --chown=dynamo: --from=wheel_builder /usr/local/lib64/libaws* /usr/local/lib/
COPY --chown=dynamo: --from=wheel_builder /usr/local/lib64/libs2n* /usr/local/lib/
COPY --chown=dynamo: --from=wheel_builder /usr/lib64/libcrypto.so.1.1* /usr/local/lib/
COPY --chown=dynamo: --from=wheel_builder /usr/lib64/libssl.so.1.1* /usr/local/lib/
ENV PATH=/usr/local/ucx/bin:$PATH
ENV PATH=/usr/local/ucx/bin:$PATH
# Copy ffmpeg
# Copy ffmpeg
...
@@ -716,6 +750,37 @@ RUN chmod g+w /workspace /workspace/* /opt/dynamo /opt/dynamo/* ${VIRTUAL_ENV} &
...
@@ -716,6 +750,37 @@ RUN chmod g+w /workspace /workspace/* /opt/dynamo /opt/dynamo/* ${VIRTUAL_ENV} &
echo 'source /opt/dynamo/venv/bin/activate' >> /etc/bash.bashrc && \
echo 'source /opt/dynamo/venv/bin/activate' >> /etc/bash.bashrc && \
echo 'cat /opt/dynamo/.launch_screen' >> /etc/bash.bashrc
echo 'cat /opt/dynamo/.launch_screen' >> /etc/bash.bashrc
# Fix library symlinks that Docker COPY dereferenced (COPY always follows symlinks)
# This recreates proper symlinks to save space and suppress ldconfig warnings
RUN cd /usr/local/lib && \
# libaws-c-common: .so.1 should symlink to .so.1.0.0
if [ -f libaws-c-common.so.1.0.0 ] && [ ! -L libaws-c-common.so.1 ]; then \
rm -f libaws-c-common.so.1 libaws-c-common.so && \
ln -s libaws-c-common.so.1.0.0 libaws-c-common.so.1 && \
ln -s libaws-c-common.so.1 libaws-c-common.so; \
fi && \
# libaws-c-s3: .so.0unstable should symlink to .so.1.0.0
if [ -f libaws-c-s3.so.1.0.0 ] && [ ! -L libaws-c-s3.so.0unstable ]; then \
rm -f libaws-c-s3.so.0unstable libaws-c-s3.so && \
ln -s libaws-c-s3.so.1.0.0 libaws-c-s3.so.0unstable && \
ln -s libaws-c-s3.so.0unstable libaws-c-s3.so; \
fi && \
# libs2n: .so.1 should symlink to .so.1.0.0
if [ -f libs2n.so.1.0.0 ] && [ ! -L libs2n.so.1 ]; then \
rm -f libs2n.so.1 libs2n.so && \
ln -s libs2n.so.1.0.0 libs2n.so.1 && \
ln -s libs2n.so.1 libs2n.so; \
fi && \
# OpenSSL 1.1: check for versioned files (e.g., .so.1.1.1k)
for lib in libcrypto libssl; do \
versioned=$(ls -1 ${lib}.so.1.1.* 2>/dev/null | head -1); \
if [ -n "$versioned" ] && [ ! -L "${lib}.so.1.1" ]; then \
rm -f "${lib}.so.1.1" && \
ln -s "$(basename "$versioned")" "${lib}.so.1.1"; \
fi; \
done && \
ldconfig
USER dynamo
USER dynamo
ARG DYNAMO_COMMIT_SHA
ARG DYNAMO_COMMIT_SHA
ENV DYNAMO_COMMIT_SHA=$DYNAMO_COMMIT_SHA
ENV DYNAMO_COMMIT_SHA=$DYNAMO_COMMIT_SHA
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment