Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
65e8466c
Unverified
Commit
65e8466c
authored
Jul 28, 2025
by
Li, Jiang
Committed by
GitHub
Jul 28, 2025
Browse files
[Bugfix] Fix environment variable setting in CPU Dockerfile (#21730)
Signed-off-by:
jiang1.li
<
jiang1.li@intel.com
>
parent
1b769dcc
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
18 additions
and
19 deletions
+18
-19
.buildkite/scripts/hardware_ci/run-cpu-test.sh
.buildkite/scripts/hardware_ci/run-cpu-test.sh
+6
-6
docker/Dockerfile.cpu
docker/Dockerfile.cpu
+12
-13
No files found.
.buildkite/scripts/hardware_ci/run-cpu-test.sh
View file @
65e8466c
...
@@ -78,6 +78,12 @@ function cpu_tests() {
...
@@ -78,6 +78,12 @@ function cpu_tests() {
# VLLM_USE_V1=0 pytest -s -v \
# VLLM_USE_V1=0 pytest -s -v \
# tests/quantization/test_ipex_quant.py"
# tests/quantization/test_ipex_quant.py"
# Run multi-lora tests
docker
exec
cpu-test-
"
$NUMA_NODE
"
bash
-c
"
set -e
pytest -s -v
\
tests/lora/test_qwen2vl.py"
# online serving
# online serving
docker
exec
cpu-test-
"
$NUMA_NODE
"
bash
-c
'
docker
exec
cpu-test-
"
$NUMA_NODE
"
bash
-c
'
set -e
set -e
...
@@ -89,12 +95,6 @@ function cpu_tests() {
...
@@ -89,12 +95,6 @@ function cpu_tests() {
--model meta-llama/Llama-3.2-3B-Instruct \
--model meta-llama/Llama-3.2-3B-Instruct \
--num-prompts 20 \
--num-prompts 20 \
--endpoint /v1/completions'
--endpoint /v1/completions'
# Run multi-lora tests
docker
exec
cpu-test-
"
$NUMA_NODE
"
bash
-c
"
set -e
pytest -s -v
\
tests/lora/test_qwen2vl.py"
}
}
# All of CPU tests are expected to be finished less than 40 mins.
# All of CPU tests are expected to be finished less than 40 mins.
...
...
docker/Dockerfile.cpu
View file @
65e8466c
...
@@ -19,16 +19,14 @@
...
@@ -19,16 +19,14 @@
# VLLM_CPU_AVX512VNNI=false (default)|true
# VLLM_CPU_AVX512VNNI=false (default)|true
#
#
######################### BASE IMAGE #########################
#########################
COMMON
BASE IMAGE #########################
FROM ubuntu:22.04 AS base
FROM ubuntu:22.04 AS base
-common
WORKDIR /workspace/
WORKDIR /workspace/
ARG PYTHON_VERSION=3.12
ARG PYTHON_VERSION=3.12
ARG PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu"
ARG PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu"
ENV LD_PRELOAD=""
# Install minimal dependencies and uv
# Install minimal dependencies and uv
RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
--mount=type=cache,target=/var/lib/apt,sharing=locked \
--mount=type=cache,target=/var/lib/apt,sharing=locked \
...
@@ -63,17 +61,18 @@ RUN --mount=type=cache,target=/root/.cache/uv \
...
@@ -63,17 +61,18 @@ RUN --mount=type=cache,target=/root/.cache/uv \
ARG TARGETARCH
ARG TARGETARCH
ENV TARGETARCH=${TARGETARCH}
ENV TARGETARCH=${TARGETARCH}
RUN if [ "$TARGETARCH" = "arm64" ]; then \
######################### x86_64 BASE IMAGE #########################
PRELOAD_PATH="/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.4"; \
FROM base-common AS base-amd64
else \
PRELOAD_PATH="/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so"; \
ENV LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so"
fi && \
echo "export LD_PRELOAD=$PRELOAD_PATH" >> ~/.bashrc
#
Ensure that the LD_PRELOAD environment variable for export is in effect.
#
######################## arm64 BASE IMAGE #########################
SHELL ["/bin/bash", "-c"]
FROM base-common AS base-arm64
ENV LD_PRELOAD=${LD_PRELOAD}
ENV LD_PRELOAD="/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.4"
######################### BASE IMAGE #########################
FROM base-${TARGETARCH} AS base
RUN echo 'ulimit -c 0' >> ~/.bashrc
RUN echo 'ulimit -c 0' >> ~/.bashrc
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment