"tests/utils_/test_utils.py" did not exist on "6d42ce83155d42f04643c1fa54eaed8abf8170c2"
Unverified Commit 7f9c8902 authored by omrishiv's avatar omrishiv Committed by GitHub
Browse files

[Hardware][AWS] update neuron to 2.20 (#8676)


Signed-off-by: default avataromrishiv <327609+omrishiv@users.noreply.github.com>
parent 7c8566aa
# default base image
ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.19.1-ubuntu20.04"
ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
FROM $BASE_IMAGE
......@@ -20,7 +20,7 @@ RUN python3 -m pip install --upgrade pip
RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas
RUN python3 -m pip install sentencepiece transformers==4.36.2 -U
RUN python3 -m pip install transformers-neuronx --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
RUN python3 -m pip install --pre neuronx-cc==2.12.* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
RUN python3 -m pip install --pre neuronx-cc==2.15.* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
COPY ./vllm /app/vllm/vllm
COPY ./setup.py /app/vllm/setup.py
......
......@@ -2,6 +2,6 @@
-r requirements-common.txt
# Dependencies for Neuron devices
transformers-neuronx >= 0.9.0
torch-neuronx >= 2.1.0
transformers-neuronx >= 0.12.0
torch-neuronx >= 2.1.2
neuronx-cc
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment