Unverified Commit ca264beb authored by Tzu-Ling Kan's avatar Tzu-Ling Kan Committed by GitHub
Browse files

fix: Fix vllm finder module path (#4691)


Signed-off-by: default avatartzulingk@nvidia.com <tzulingk@nvidia.com>
parent 4ace4c85
...@@ -105,12 +105,12 @@ COPY --from=vllm_source /usr/local/lib/python3.12/dist-packages ${VIRTUAL_ENV}/l ...@@ -105,12 +105,12 @@ COPY --from=vllm_source /usr/local/lib/python3.12/dist-packages ${VIRTUAL_ENV}/l
RUN if [ -f ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages/__editable__.pplx_kernels-0.0.1.pth ]; then \ RUN if [ -f ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages/__editable__.pplx_kernels-0.0.1.pth ]; then \
echo "/opt/vllm/ep_kernels_workspace/pplx-kernels/src" > ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages/__editable__.pplx_kernels-0.0.1.pth; \ echo "/opt/vllm/ep_kernels_workspace/pplx-kernels/src" > ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages/__editable__.pplx_kernels-0.0.1.pth; \
fi && \ fi && \
# Fix ALL DeepEP .pth files (version-agnostic using find since version includes git hash) # Fix ALL editable install paths (DeepEP .pth files and finder modules for both DeepEP and vLLM)
find ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages -name "__editable__.deep_ep*.pth" -exec sed -i 's|/vllm-workspace|/opt/vllm|g' {} \; && \ find ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages \
# Fix DeepEP finder modules (these contain the actual hardcoded MAPPING paths) \( -name "__editable__.deep_ep*.pth" -o \
find ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages -name "__editable___deep_ep*_finder.py" -exec sed -i "s|'/vllm-workspace|'/opt/vllm|g" {} \; && \ -name "__editable___deep_ep*_finder.py" -o \
# Also check for any other .pth files that might reference /vllm-workspace -name "__editable___vllm*_finder.py" \) \
find ${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages -name "*.pth" -exec sed -i 's|/vllm-workspace|/opt/vllm|g' {} \; -exec sed -i "s|/vllm-workspace|/opt/vllm|g" {} \; && \
# Set LD_LIBRARY_PATH for all components # Set LD_LIBRARY_PATH for all components
ENV LD_LIBRARY_PATH=\ ENV LD_LIBRARY_PATH=\
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment