Skip to content

GitLab

Unverified Commit d4bf9ee1 authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

Update CI to torch 1.13.0 (#20687) 


Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent f41a11a1
Hide whitespace changes
Inline Side-by-side
Showing with 16 additions and 12 deletions
docker/transformers-all-latest-gpu/Dockerfile
View file @ d4bf9ee1
FROM nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04 FROM nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04
LABEL maintainer="Hugging Face" LABEL maintainer="Hugging Face"
ARG DEBIAN_FRONTEND=noninteractive ARG DEBIAN_FRONTEND=noninteractive
...@@ -9,11 +9,11 @@ SHELL ["sh", "-lc"] ...@@ -9,11 +9,11 @@ SHELL ["sh", "-lc"]
# The following `ARG` are mainly used to specify the versions explicitly & directly in this docker file, and not meant # The following `ARG` are mainly used to specify the versions explicitly & directly in this docker file, and not meant
# to be used as arguments for docker build (so far). # to be used as arguments for docker build (so far).
ARG PYTORCH='1.12.1' ARG PYTORCH='1.13.0'
# (not always a valid torch version) # (not always a valid torch version)
ARG INTEL_TORCH_EXT='1.11.0' ARG INTEL_TORCH_EXT='1.11.0'
# Example: `cu102`, `cu113`, etc. # Example: `cu102`, `cu113`, etc.
ARG CUDA='cu113' ARG CUDA='cu116'
RUN apt update RUN apt update
RUN apt install -y git libsndfile1-dev tesseract-ocr espeak-ng python3 python3-pip ffmpeg git-lfs RUN apt install -y git libsndfile1-dev tesseract-ocr espeak-ng python3 python3-pip ffmpeg git-lfs
......
docker/transformers-pytorch-deepspeed-latest-gpu/Dockerfile
View file @ d4bf9ee1
FROM nvcr.io/nvidia/pytorch:21.03-py3 # https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel_22-04.html#rel_22-04
FROM nvcr.io/nvidia/pytorch:22.04-py3
LABEL maintainer="Hugging Face" LABEL maintainer="Hugging Face"
ARG DEBIAN_FRONTEND=noninteractive ARG DEBIAN_FRONTEND=noninteractive
ARG PYTORCH='1.12.1' ARG PYTORCH='1.13.0'
# Example: `cu102`, `cu113`, etc. # Example: `cu102`, `cu113`, etc.
ARG CUDA='cu113' ARG CUDA='cu116'
RUN apt -y update RUN apt -y update
RUN apt install -y libaio-dev RUN apt install -y libaio-dev
...@@ -32,4 +33,6 @@ RUN DS_BUILD_CPU_ADAM=1 DS_BUILD_FUSED_ADAM=1 DS_BUILD_AIO=1 DS_BUILD_UTILS=1 py ...@@ -32,4 +33,6 @@ RUN DS_BUILD_CPU_ADAM=1 DS_BUILD_FUSED_ADAM=1 DS_BUILD_AIO=1 DS_BUILD_UTILS=1 py
# this line must be added in order for python to be aware of transformers. # this line must be added in order for python to be aware of transformers.
RUN cd transformers && python3 setup.py develop RUN cd transformers && python3 setup.py develop
# The base image ships with `pydantic==1.8.2` which is not working - i.e. the next command fails
RUN python3 -m pip install -U --no-cache-dir pydantic
RUN python3 -c "from deepspeed.launcher.runner import main" RUN python3 -c "from deepspeed.launcher.runner import main"
docker/transformers-pytorch-gpu/Dockerfile
View file @ d4bf9ee1
FROM nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04 FROM nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04
LABEL maintainer="Hugging Face" LABEL maintainer="Hugging Face"
ARG DEBIAN_FRONTEND=noninteractive ARG DEBIAN_FRONTEND=noninteractive
...@@ -12,17 +12,18 @@ RUN git clone https://github.com/huggingface/transformers && cd transformers && ...@@ -12,17 +12,18 @@ RUN git clone https://github.com/huggingface/transformers && cd transformers &&
RUN python3 -m pip install --no-cache-dir -e ./transformers[dev-torch,testing] RUN python3 -m pip install --no-cache-dir -e ./transformers[dev-torch,testing]
# If set to nothing, will install the latest version # If set to nothing, will install the latest version
ARG PYTORCH='1.12.1' ARG PYTORCH='1.13.0'
ARG TORCH_VISION='' ARG TORCH_VISION=''
ARG TORCH_AUDIO='' ARG TORCH_AUDIO=''
# Example: `cu102`, `cu113`, etc.
ARG CUDA='cu116'
RUN [ ${#PYTORCH} -gt 0 ] && VERSION='torch=='$PYTORCH'.*' || VERSION='torch'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/cu113 RUN [ ${#PYTORCH} -gt 0 ] && VERSION='torch=='$PYTORCH'.*' || VERSION='torch'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/$CUDA
RUN [ ${#TORCH_VISION} -gt 0 ] && VERSION='torchvision=='TORCH_VISION'.*' || VERSION='torchvision'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/cu113 RUN [ ${#TORCH_VISION} -gt 0 ] && VERSION='torchvision=='TORCH_VISION'.*' || VERSION='torchvision'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/$CUDA
RUN [ ${#TORCH_AUDIO} -gt 0 ] && VERSION='torchaudio=='TORCH_AUDIO'.*' || VERSION='torchaudio'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/cu113 RUN [ ${#TORCH_AUDIO} -gt 0 ] && VERSION='torchaudio=='TORCH_AUDIO'.*' || VERSION='torchaudio'; python3 -m pip install --no-cache-dir -U $VERSION --extra-index-url https://download.pytorch.org/whl/$CUDA
RUN python3 -m pip uninstall -y tensorflow flax RUN python3 -m pip uninstall -y tensorflow flax
RUN python3 -m pip install --no-cache-dir torch-scatter -f https://data.pyg.org/whl/torch-$(python3 -c "from torch import version; print(version.__version__.split('+')[0])")+cu113.html
RUN python3 -m pip install --no-cache-dir git+https://github.com/facebookresearch/detectron2.git pytesseract RUN python3 -m pip install --no-cache-dir git+https://github.com/facebookresearch/detectron2.git pytesseract
RUN python3 -m pip install -U "itsdangerous<2.1.0" RUN python3 -m pip install -U "itsdangerous<2.1.0"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment