Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
ff30778c
Commit
ff30778c
authored
Apr 10, 2025
by
Anant Sharma
Committed by
GitHub
Apr 10, 2025
Browse files
chore: update ai-dynamo-vllm wheel version (#598)
parent
dee80d18
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
6 deletions
+8
-6
container/Dockerfile.vllm
container/Dockerfile.vllm
+6
-4
pyproject.toml
pyproject.toml
+2
-2
No files found.
container/Dockerfile.vllm
View file @
ff30778c
...
@@ -190,6 +190,7 @@ RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requi
...
@@ -190,6 +190,7 @@ RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requi
ARG VLLM_REF="0.7.2"
ARG VLLM_REF="0.7.2"
ARG VLLM_PATCH="vllm_v${VLLM_REF}-dynamo-kv-disagg-patch.patch"
ARG VLLM_PATCH="vllm_v${VLLM_REF}-dynamo-kv-disagg-patch.patch"
ARG VLLM_PATCHED_PACKAGE_NAME="ai_dynamo_vllm"
ARG VLLM_PATCHED_PACKAGE_NAME="ai_dynamo_vllm"
ARG VLLM_PATCHED_PACKAGE_VERSION="0.7.2.post1"
RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
mkdir /tmp/vllm && \
mkdir /tmp/vllm && \
uv pip install pip wheel && \
uv pip install pip wheel && \
...
@@ -199,12 +200,13 @@ RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
...
@@ -199,12 +200,13 @@ RUN --mount=type=bind,source=./container/deps/,target=/tmp/deps \
cd vllm-${VLLM_REF}/ && \
cd vllm-${VLLM_REF}/ && \
patch -p1 < /tmp/deps/vllm/${VLLM_PATCH} && \
patch -p1 < /tmp/deps/vllm/${VLLM_PATCH} && \
# Rename the package from vllm to ai_dynamo_vllm
# Rename the package from vllm to ai_dynamo_vllm
mv vllm-${VLLM_REF}.dist-info ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_REF}.dist-info && \
mv vllm-${VLLM_REF}.dist-info ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_PATCHED_PACKAGE_VERSION}.dist-info && \
sed -i "s/^Name: vllm/Name: ${VLLM_PATCHED_PACKAGE_NAME}/g" ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_REF}.dist-info/METADATA && \
sed -i "s/^Name: vllm/Name: ${VLLM_PATCHED_PACKAGE_NAME}/g" ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_PATCHED_PACKAGE_VERSION}.dist-info/METADATA && \
sed -i "s/^Version: ${VLLM_REF}/Version: ${VLLM_PATCHED_PACKAGE_VERSION}/g" ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_PATCHED_PACKAGE_VERSION}.dist-info/METADATA && \
# Update wheel tag from linux_x86_64 to manylinux1_x86_64 in WHEEL file
# Update wheel tag from linux_x86_64 to manylinux1_x86_64 in WHEEL file
sed -i 's/Tag: cp38-abi3-linux_x86_64/Tag: cp38-abi3-manylinux1_x86_64/g' ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_
REF
}.dist-info/WHEEL && \
sed -i 's/Tag: cp38-abi3-linux_x86_64/Tag: cp38-abi3-manylinux1_x86_64/g' ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_
PATCHED_PACKAGE_VERSION
}.dist-info/WHEEL && \
# Also update the tag in RECORD file to match
# Also update the tag in RECORD file to match
sed -i "s/-cp38-abi3-linux_x86_64.whl/-cp38-abi3-manylinux1_x86_64.whl/g" ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_
REF
}.dist-info/RECORD && \
sed -i "s/-cp38-abi3-linux_x86_64.whl/-cp38-abi3-manylinux1_x86_64.whl/g" ${VLLM_PATCHED_PACKAGE_NAME}-${VLLM_
PATCHED_PACKAGE_VERSION
}.dist-info/RECORD && \
mkdir -p /workspace/dist && \
mkdir -p /workspace/dist && \
wheel pack . --dest-dir /workspace/dist && \
wheel pack . --dest-dir /workspace/dist && \
uv pip install /workspace/dist/${VLLM_PATCHED_PACKAGE_NAME}-*.whl
uv pip install /workspace/dist/${VLLM_PATCHED_PACKAGE_NAME}-*.whl
...
...
pyproject.toml
View file @
ff30778c
...
@@ -53,12 +53,12 @@ Repository = "https://github.com/ai-dynamo/dynamo.git"
...
@@ -53,12 +53,12 @@ Repository = "https://github.com/ai-dynamo/dynamo.git"
[project.optional-dependencies]
[project.optional-dependencies]
all
=
[
all
=
[
"ai-dynamo-vllm
=
=0.7.2"
,
"ai-dynamo-vllm
~
=0.7.2"
,
"nixl"
,
"nixl"
,
]
]
vllm
=
[
vllm
=
[
"ai-dynamo-vllm
=
=0.7.2"
"ai-dynamo-vllm
~
=0.7.2"
]
]
[project.scripts]
[project.scripts]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment