[[Misc]] Add extra deps for openai server image (#8792)

c6f2485c · Jee Jee Li · GitHub · 300da091 · c6f2485c
Unverified Commit c6f2485c authored Sep 26, 2024 by Jee Jee Li Committed by GitHub Sep 25, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

Dockerfile Dockerfile +1 -1

No files found.
--- a/Dockerfile
+++ b/Dockerfile
@@ -202,7 +202,7 @@ FROM vllm-base AS vllm-openai

 # install additional dependencies for openai api server
 RUN --mount=type=cache,target=/root/.cache/pip \
-    pip install accelerate hf_transfer 'modelscope!=1.15.0'
+    pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10

 ENV VLLM_USAGE_SOURCE production-docker-image