ARG BASE_IMAGE=vllm/vllm-openai-rocm:v0.15.0 FROM ${BASE_IMAGE} AS final ARG COMMON_WORKDIR=/app WORKDIR ${COMMON_WORKDIR} # Step 1: Setup - Install system dependencies RUN apt-get update && \ apt-get install -y ffmpeg && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* RUN mkdir -p ${COMMON_WORKDIR}/vllm-omni # Step 2: Copy vllm-omni code and install without uv COPY . ${COMMON_WORKDIR}/vllm-omni RUN cd ${COMMON_WORKDIR}/vllm-omni && uv pip install --python "$(python3 -c 'import sys; print(sys.executable)')" --no-cache-dir ".[dev]" # When we are installing onnxruntime-rocm, we need to uninstall the system-installed onnxruntime first. # These are the dependencies of Qwen3-TTS. RUN uv pip uninstall onnxruntime --system && uv pip install --no-cache-dir onnxruntime-rocm sox --system RUN ln -sf /usr/bin/python3 /usr/bin/python CMD ["/bin/bash"] ENTRYPOINT [] #Set entrypoint for vllm-openai official images FROM final AS vllm-openai ENTRYPOINT ["vllm", "serve", "--omni"]