Skip to content

GitLab

Unverified Commit 483bf782 authored by Yifan Xiong's avatar Yifan Xiong Committed by GitHub
Browse files

Update ROCm Dockerfile (#361) 

**Description**

Update ROCm Dockerfile.

**Major Revisions**
- Add dockerfile for ROCm 5.1.3
- Merge 5.1.x and 5.0.x dockerfile
- Remove 4.2 and 4.0 legacy
- Update build pipeline accordingly
parent 60a3c743
Show whitespace changes
Inline Side-by-side
Showing with 51 additions and 384 deletions
.github/workflows/build-image.yml
View file @ 483bf782
...@@ -25,17 +25,28 @@ jobs: ...@@ -25,17 +25,28 @@ jobs:
matrix: matrix:
include: include:
- name: cuda11.1.1 - name: cuda11.1.1
dockerfile: cuda11.1.1
tags: superbench/main:cuda11.1.1,superbench/superbench:latest tags: superbench/main:cuda11.1.1,superbench/superbench:latest
- name: rocm5.1.1-pytorch1.10.0 - name: rocm5.1.3
tags: superbench/main:rocm5.1.1-pytorch1.10.0 dockerfile: rocm5.1.x
- name: rocm5.0.1-pytorch1.9.0 tags: superbench/main:rocm5.1.3
extra_args: >-
BASE_IMAGE=rocm/pytorch:rocm5.1.3_ubuntu20.04_py3.7_pytorch_1.11.0
- name: rocm5.1.1
dockerfile: rocm5.1.x
tags: superbench/main:rocm5.1.1
extra_args: >-
BASE_IMAGE=rocm/pytorch:rocm5.1.1_ubuntu20.04_py3.7_pytorch_1.10.0
- name: rocm5.0.1
dockerfile: rocm5.0.x
tags: superbench/main:rocm5.0.1-pytorch1.9.0 tags: superbench/main:rocm5.0.1-pytorch1.9.0
- name: rocm5.0-pytorch1.9.0 extra_args: >-
BASE_IMAGE=rocm/pytorch:rocm5.0.1_ubuntu18.04_py3.7_pytorch_1.9.0
- name: rocm5.0
dockerfile: rocm5.0.x
tags: superbench/main:rocm5.0-pytorch1.9.0 tags: superbench/main:rocm5.0-pytorch1.9.0
- name: rocm4.2-pytorch1.7.0 extra_args: >-
tags: superbench/main:rocm4.2-pytorch1.7.0 BASE_IMAGE=rocm/pytorch:rocm5.0_ubuntu18.04_py3.7_pytorch_1.9.0
- name: rocm4.0-pytorch1.7.0
tags: superbench/main:rocm4.0-pytorch1.7.0
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v2 uses: actions/checkout@v2
...@@ -67,7 +78,13 @@ jobs: ...@@ -67,7 +78,13 @@ jobs:
if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then
TAGS=$(sed "s/main:/dev:/g" <<< ${TAGS}) TAGS=$(sed "s/main:/dev:/g" <<< ${TAGS})
fi fi
DOCKERFILE=dockerfile/${{ matrix.name }}.dockerfile DOCKERFILE=dockerfile/${{ matrix.dockerfile }}.dockerfile
BUILD_ARGS="NUM_MAKE_JOBS=8"
if [[ "${{ matrix.extra_args }}" ]]; then
BUILD_ARGS="${BUILD_ARGS} ${{ matrix.extra_args }}"
fi
BUILD_ARGS="${BUILD_ARGS// /'%0A'}"
CACHE_FROM="type=registry,ref=$(cut -d, -f1 <<< ${TAGS})" CACHE_FROM="type=registry,ref=$(cut -d, -f1 <<< ${TAGS})"
CACHE_TO="" CACHE_TO=""
...@@ -76,9 +93,12 @@ jobs: ...@@ -76,9 +93,12 @@ jobs:
fi fi
echo ::set-output name=dockerfile::${DOCKERFILE} echo ::set-output name=dockerfile::${DOCKERFILE}
echo ::set-output name=build_args::${BUILD_ARGS}
echo ::set-output name=tags::${TAGS} echo ::set-output name=tags::${TAGS}
echo ::set-output name=cache_from::${CACHE_FROM} echo ::set-output name=cache_from::${CACHE_FROM}
echo ::set-output name=cache_to::${CACHE_TO} echo ::set-output name=cache_to::${CACHE_TO}
- name: Echo build args
run: echo ${{ steps.metadata.outputs.build_args }}
- name: Echo image tag - name: Echo image tag
run: echo ${{ steps.metadata.outputs.tags }} run: echo ${{ steps.metadata.outputs.tags }}
- name: Set up QEMU - name: Set up QEMU
...@@ -110,7 +130,7 @@ jobs: ...@@ -110,7 +130,7 @@ jobs:
cache-from: ${{ steps.metadata.outputs.cache_from }} cache-from: ${{ steps.metadata.outputs.cache_from }}
cache-to: ${{ steps.metadata.outputs.cache_to }} cache-to: ${{ steps.metadata.outputs.cache_to }}
build-args: | build-args: |
NUM_MAKE_JOBS=8 ${{ steps.metadata.outputs.build_args }}
labels: | labels: |
org.opencontainers.image.source=${{ github.event.repository.html_url }} org.opencontainers.image.source=${{ github.event.repository.html_url }}
org.opencontainers.image.created=${{ github.event.repository.pushed_at }} org.opencontainers.image.created=${{ github.event.repository.pushed_at }}
......
dockerfile/rocm4.0-pytorch1.7.0.dockerfile deleted 100644 → 0
View file @ 60a3c743
FROM rocm/pytorch:rocm4.0_ubuntu18.04_py3.6_pytorch_1.7.0
# OS:
# - Ubuntu: 18.04
# - OpenMPI: 4.0.5
# - Docker Client: 20.10.8
# AMD:
# - ROCm: 4.0
# - HIP: 3.21.2
# - MIOpen: 2.9.0
# - RCCL: 2.7.8
# Mellanox:
# - OFED: 5.2-2.2.3.0
# Intel:
# - mlc: v3.9a
LABEL maintainer="SuperBench"
ENV DEBIAN_FRONTEND=noninteractive
RUN wget -qO - http://repo.radeon.com/rocm/rocm.gpg.key | APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1 apt-key add - && \
apt-get update && \
apt-get install -y --no-install-recommends \
autoconf \
automake \
build-essential \
curl \
dmidecode \
git \
jq \
libaio-dev \
libboost-program-options-dev \
libcap2 \
libnuma-dev \
libpci-dev \
libtinfo5 \
libtool \
lshw \
net-tools \
openssh-client \
openssh-server \
pciutils \
util-linux \
vim \
wget \
&& \
apt-get autoremove && \
apt-get clean && \
rm -rf /var/lib/apt/lists/* /tmp/*
# Install Docker
ENV DOCKER_VERSION=20.10.8
RUN cd /tmp && \
wget https://download.docker.com/linux/static/stable/x86_64/docker-${DOCKER_VERSION}.tgz -O docker.tgz && \
tar --extract --file docker.tgz --strip-components 1 --directory /usr/local/bin/ && \
rm docker.tgz
# Update system config
RUN mkdir -p /root/.ssh && \
touch /root/.ssh/authorized_keys && \
mkdir -p /var/run/sshd && \
sed -i "s/[# ]*PermitRootLogin prohibit-password/PermitRootLogin yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*PermitUserEnvironment no/PermitUserEnvironment yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*Port.*/Port 22/" /etc/ssh/sshd_config && \
echo -e "* soft nofile 1048576\n* hard nofile 1048576" >> /etc/security/limits.conf && \
echo -e "root soft nofile 1048576\nroot hard nofile 1048576" >> /etc/security/limits.conf
# Install OFED
ENV OFED_VERSION=5.2-2.2.3.0
RUN cd /tmp && \
wget -q http://content.mellanox.com/ofed/MLNX_OFED-${OFED_VERSION}/MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
tar xzf MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
PATH=/usr/bin:${PATH} MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64/mlnxofedinstall --user-space-only --without-fw-update --force --all && \
rm -rf MLNX_OFED_LINUX-${OFED_VERSION}*
# Install OpenMPI
ENV OPENMPI_VERSION=4.0.5
RUN cd /tmp && \
wget -q https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-${OPENMPI_VERSION}.tar.gz && \
tar xzf openmpi-${OPENMPI_VERSION}.tar.gz && \
cd openmpi-${OPENMPI_VERSION} && \
./configure --enable-orterun-prefix-by-default --with-ucx=/usr --enable-mca-no-build=btl-uct && \
make -j $(nproc) all && \
make install && \
ldconfig && \
rm -rf /tmp/openmpi-${OPENMPI_VERSION}*
# Install HPC-X
RUN cd /opt && \
wget -q https://azhpcstor.blob.core.windows.net/azhpc-images-store/hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz && \
tar xf hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz && \
ln -s hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64 hpcx && \
rm hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz
# Install Intel MLC
RUN cd /tmp && \
curl https://www.intel.com/content/dam/develop/external/us/en/documents/mlc_v3.9a.tgz -o mlc.tgz && \
tar xzvf mlc.tgz Linux/mlc && \
cp ./Linux/mlc /usr/local/bin/ && \
rm -rf ./Linux mlc.tgz
ENV PATH="${PATH}" \
LD_LIBRARY_PATH="/usr/local/lib:${LD_LIBRARY_PATH}" \
SB_HOME=/opt/superbench \
SB_MICRO_PATH=/opt/superbench \
ANSIBLE_DEPRECATION_WARNINGS=FALSE \
ANSIBLE_COLLECTIONS_PATH=/usr/share/ansible/collections
WORKDIR ${SB_HOME}
ADD third_party third_party
RUN ROCM_VERSION=rocm-4.0.0 make -C third_party -o rocm_rocblas rocm
# Workaround for image having package installed in user path
RUN mv /root/.local/bin/* /opt/conda/bin/ && \
mv /root/.local/lib/python3.6/site-packages/* /opt/conda/lib/python3.6/ && \
rm -rf /root/.local
ADD . .
RUN python3 -m pip install .[torch,ort] && \
make cppbuild && \
make postinstall
dockerfile/rocm4.2-pytorch1.7.0.dockerfile deleted 100644 → 0
View file @ 60a3c743
FROM rocm/pytorch:rocm4.2_ubuntu18.04_py3.6_pytorch_1.7.0
# OS:
# - Ubuntu: 18.04
# - OpenMPI: 4.0.5
# - Docker Client: 20.10.8
# AMD:
# - ROCm: 4.2
# - HIP: 3.27.5
# - MIOpen: 2.11.0
# - RCCL: 2.8.4
# Mellanox:
# - OFED: 5.2-2.2.3.0
# Intel:
# - mlc: v3.9a
LABEL maintainer="SuperBench"
ENV DEBIAN_FRONTEND=noninteractive
RUN wget -qO - http://repo.radeon.com/rocm/rocm.gpg.key | APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1 apt-key add - && \
apt-get update && \
apt-get install -y --no-install-recommends \
autoconf \
automake \
build-essential \
curl \
dmidecode \
git \
jq \
libaio-dev \
libboost-program-options-dev \
libcap2 \
libnuma-dev \
libpci-dev \
libtinfo5 \
libtool \
lshw \
net-tools \
openssh-client \
openssh-server \
pciutils \
util-linux \
vim \
wget \
&& \
apt-get autoremove && \
apt-get clean && \
rm -rf /var/lib/apt/lists/* /tmp/*
# Install Docker
ENV DOCKER_VERSION=20.10.8
RUN cd /tmp && \
wget https://download.docker.com/linux/static/stable/x86_64/docker-${DOCKER_VERSION}.tgz -O docker.tgz && \
tar --extract --file docker.tgz --strip-components 1 --directory /usr/local/bin/ && \
rm docker.tgz
# Update system config
RUN mkdir -p /root/.ssh && \
touch /root/.ssh/authorized_keys && \
mkdir -p /var/run/sshd && \
sed -i "s/[# ]*PermitRootLogin prohibit-password/PermitRootLogin yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*PermitUserEnvironment no/PermitUserEnvironment yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*Port.*/Port 22/" /etc/ssh/sshd_config && \
echo -e "* soft nofile 1048576\n* hard nofile 1048576" >> /etc/security/limits.conf && \
echo -e "root soft nofile 1048576\nroot hard nofile 1048576" >> /etc/security/limits.conf
# Install OpenMPI
ENV OPENMPI_VERSION=4.0.5
RUN cd /tmp && \
wget -q https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-${OPENMPI_VERSION}.tar.gz && \
tar xzf openmpi-${OPENMPI_VERSION}.tar.gz && \
cd openmpi-${OPENMPI_VERSION} && \
./configure --enable-orterun-prefix-by-default --with-ucx=/opt/ucx --enable-mca-no-build=btl-uct && \
make -j $(nproc) all && \
make install && \
ldconfig && \
rm -rf /tmp/openmpi-${OPENMPI_VERSION}*
# Install OFED
ENV OFED_VERSION=5.2-2.2.3.0
RUN cd /tmp && \
wget -q http://content.mellanox.com/ofed/MLNX_OFED-${OFED_VERSION}/MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
tar xzf MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
PATH=/usr/bin:${PATH} MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64/mlnxofedinstall --user-space-only --without-fw-update --force --all && \
rm -rf MLNX_OFED_LINUX-${OFED_VERSION}*
# Install HPC-X
RUN cd /opt && \
wget -q https://azhpcstor.blob.core.windows.net/azhpc-images-store/hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz && \
tar xf hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz && \
ln -s hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64 hpcx && \
rm hpcx-v2.8.3-gcc-MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tbz
# Install Intel MLC
RUN cd /tmp && \
curl https://www.intel.com/content/dam/develop/external/us/en/documents/mlc_v3.9a.tgz -o mlc.tgz && \
tar xzvf mlc.tgz Linux/mlc && \
cp ./Linux/mlc /usr/local/bin/ && \
rm -rf ./Linux mlc.tgz
ENV PATH="${PATH}" \
LD_LIBRARY_PATH="/usr/local/lib:${LD_LIBRARY_PATH}" \
SB_HOME=/opt/superbench \
SB_MICRO_PATH=/opt/superbench \
ANSIBLE_DEPRECATION_WARNINGS=FALSE \
ANSIBLE_COLLECTIONS_PATH=/usr/share/ansible/collections
WORKDIR ${SB_HOME}
ADD third_party third_party
RUN ROCM_VERSION=rocm-4.2.0 make -C third_party rocm
ADD . .
RUN python3 -m pip install .[torch,ort] && \
make cppbuild && \
make postinstall
dockerfile/rocm5.0.1-pytorch1.9.0.dockerfile deleted 100644 → 0
View file @ 60a3c743
FROM rocm/pytorch:rocm5.0.1_ubuntu18.04_py3.7_pytorch_1.9.0
# OS:
# - Ubuntu: 18.04
# - OpenMPI: 4.0.5
# - Docker Client: 20.10.8
# ROCm:
# - ROCm: 5.0.1
# - RCCL: 2.10.3
# - RCCL RDMA SHARP plugins: rocm-rel-5.0
# - hipify: 5.0.1
# Mellanox:
# - OFED: 5.2-2.2.3.0
# Intel:
# - mlc: v3.9a
LABEL maintainer="SuperBench"
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && \
apt-get install -y --no-install-recommends \
autoconf \
automake \
build-essential \
curl \
dmidecode \
git \
hipify-clang \
jq \
libaio-dev \
libboost-program-options-dev \
libcap2 \
libpci-dev \
libtinfo5 \
libtool \
lshw \
net-tools \
libnuma-dev \
numactl \
openssh-client \
openssh-server \
pciutils \
util-linux \
vim \
wget \
&& \
apt-get autoremove && \
apt-get clean && \
rm -rf /var/lib/apt/lists/* /tmp/*
ARG NUM_MAKE_JOBS=
# Install Docker
ENV DOCKER_VERSION=20.10.8
RUN cd /tmp && \
wget https://download.docker.com/linux/static/stable/x86_64/docker-${DOCKER_VERSION}.tgz -O docker.tgz && \
tar --extract --file docker.tgz --strip-components 1 --directory /usr/local/bin/ && \
rm docker.tgz
# Update system config
RUN mkdir -p /root/.ssh && \
touch /root/.ssh/authorized_keys && \
mkdir -p /var/run/sshd && \
sed -i "s/[# ]*PermitRootLogin prohibit-password/PermitRootLogin yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*PermitUserEnvironment no/PermitUserEnvironment yes/" /etc/ssh/sshd_config && \
sed -i "s/[# ]*Port.*/Port 22/" /etc/ssh/sshd_config && \
echo -e "* soft nofile 1048576\n* hard nofile 1048576" >> /etc/security/limits.conf && \
echo -e "root soft nofile 1048576\nroot hard nofile 1048576" >> /etc/security/limits.conf
# Install OFED
ENV OFED_VERSION=5.2-2.2.3.0
RUN cd /tmp && \
wget -q http://content.mellanox.com/ofed/MLNX_OFED-${OFED_VERSION}/MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
tar xzf MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64.tgz && \
PATH=/usr/bin:${PATH} MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu18.04-x86_64/mlnxofedinstall --user-space-only --without-fw-update --force --all && \
rm -rf MLNX_OFED_LINUX-${OFED_VERSION}*
# Install OpenMPI
ENV OPENMPI_VERSION=4.0.5
RUN cd /tmp && \
wget -q https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-${OPENMPI_VERSION}.tar.gz && \
tar xzf openmpi-${OPENMPI_VERSION}.tar.gz && \
cd openmpi-${OPENMPI_VERSION} && \
./configure --enable-orterun-prefix-by-default --with-ucx=/opt/ucx --enable-mca-no-build=btl-uct && \
make -j ${NUM_MAKE_JOBS} all && \
make install && \
ldconfig && \
rm -rf /tmp/openmpi-${OPENMPI_VERSION}*
# Install Intel MLC
RUN cd /tmp && \
curl https://www.intel.com/content/dam/develop/external/us/en/documents/mlc_v3.9a.tgz -o mlc.tgz && \
tar xzvf mlc.tgz Linux/mlc && \
cp ./Linux/mlc /usr/local/bin/ && \
rm -rf ./Linux mlc.tgz
# Install rccl-rdma-sharp-plugins
ENV SHARP_VERSION=5.0
RUN cd /opt/rocm && \
git clone -b release/rocm-rel-${SHARP_VERSION} https://github.com/ROCmSoftwarePlatform/rccl-rdma-sharp-plugins.git && \
cd rccl-rdma-sharp-plugins && \
./autogen.sh && ./configure --prefix=/usr/local && make -j ${NUM_MAKE_JOBS} && make install
ENV PATH="${PATH}:/opt/rocm/hip/bin/" \
LD_LIBRARY_PATH="/usr/local/lib/:${LD_LIBRARY_PATH}" \
SB_HOME=/opt/superbench \
SB_MICRO_PATH=/opt/superbench \
ANSIBLE_DEPRECATION_WARNINGS=FALSE \
ANSIBLE_COLLECTIONS_PATH=/usr/share/ansible/collections
WORKDIR ${SB_HOME}
ADD third_party third_party
RUN ROCM_VERSION=rocm-5.0.1 make -C third_party rocm
ADD . .
RUN python3 -m pip install .[torch,ort] && \
make cppbuild && \
make postinstall
dockerfile/rocm5.0-pytorch1.9.0.dockerfile → dockerfile/rocm5.0.x.dockerfile
View file @ 483bf782
FROM rocm/pytorch:rocm5.0_ubuntu18.04_py3.7_pytorch_1.9.0 ARG BASE_IMAGE=rocm/pytorch:rocm5.0.1_ubuntu18.04_py3.7_pytorch_1.9.0
FROM ${BASE_IMAGE}
# 5.1.x base images:
# rocm5.0 - rocm/pytorch:rocm5.0_ubuntu18.04_py3.7_pytorch_1.9.0
# rocm5.0.1 - rocm/pytorch:rocm5.0.1_ubuntu18.04_py3.7_pytorch_1.9.0
# OS: # OS:
# - Ubuntu: 18.04 # - Ubuntu: 18.04
# - OpenMPI: 4.0.5 # - OpenMPI: 4.0.5
# - Docker Client: 20.10.8 # - Docker Client: 20.10.8
# ROCm: # ROCm:
# - ROCm: 5.0.0 # - ROCm: 5.0.x
# - RCCL: 2.10.3 # - RCCL: 2.10.3
# - RCCL RDMA SHARP plugins: rocm-rel-5.0 # - RCCL RDMA SHARP plugins: rocm-rel-5.0
# - hipify: 5.0.0 # - hipify: 5.0.x
# Mellanox: # Mellanox:
# - OFED: 5.2-2.2.3.0 # - OFED: 5.2-2.2.3.0
# Intel: # Intel:
...@@ -111,7 +116,7 @@ ENV PATH="${PATH}:/opt/rocm/hip/bin/" \ ...@@ -111,7 +116,7 @@ ENV PATH="${PATH}:/opt/rocm/hip/bin/" \
WORKDIR ${SB_HOME} WORKDIR ${SB_HOME}
ADD third_party third_party ADD third_party third_party
RUN ROCM_VERSION=rocm-5.0.0 make -C third_party rocm RUN make -C third_party rocm
ADD . . ADD . .
RUN python3 -m pip install .[torch,ort] && \ RUN python3 -m pip install .[torch,ort] && \
......
dockerfile/rocm5.1.1-pytorch1.10.0.dockerfile → dockerfile/rocm5.1.x.dockerfile
View file @ 483bf782
FROM rocm/pytorch:rocm5.1.1_ubuntu20.04_py3.7_pytorch_1.10.0 ARG BASE_IMAGE=rocm/pytorch:rocm5.1.3_ubuntu20.04_py3.7_pytorch_1.11.0
FROM ${BASE_IMAGE}
# 5.1.x base images:
# rocm5.1.1 - rocm/pytorch:rocm5.1.1_ubuntu20.04_py3.7_pytorch_1.10.0
# rocm5.1.3 - rocm/pytorch:rocm5.1.3_ubuntu20.04_py3.7_pytorch_1.11.0
# OS: # OS:
# - Ubuntu: 20.04 # - Ubuntu: 20.04
# - OpenMPI: 4.0.5 # - OpenMPI: 4.0.5
# - Docker Client: 20.10.8 # - Docker Client: 20.10.8
# ROCm: # ROCm:
# - ROCm: 5.1.1 # - ROCm: 5.1.x
# - RCCL: 2.11.4 # - RCCL: 2.12.10+6707a27
# - RCCL RDMA SHARP plugins: rocm-rel-5.1 # - hipify: 5.1.x
# - hipify: 5.1.1
# Mellanox: # Mellanox:
# - OFED: 5.2-2.2.3.0 # - OFED: 5.2-2.2.3.0
# Intel: # Intel:
...@@ -118,12 +122,6 @@ RUN cd /tmp && \ ...@@ -118,12 +122,6 @@ RUN cd /tmp && \
cd /tmp && \ cd /tmp && \
rm -rf rccl rm -rf rccl
# Install rccl-rdma-sharp-plugins with commitid 34611d3
RUN cd /opt/rocm && \
git clone https://github.com/ROCmSoftwarePlatform/rccl-rdma-sharp-plugins.git && \
cd rccl-rdma-sharp-plugins && git checkout 34611d3 && \
./autogen.sh && ./configure --prefix=/usr/local && make -j ${NUM_MAKE_JOBS} && make install
ENV PATH="${PATH}:/opt/rocm/hip/bin/" \ ENV PATH="${PATH}:/opt/rocm/hip/bin/" \
LD_LIBRARY_PATH="/usr/local/lib/:${LD_LIBRARY_PATH}" \ LD_LIBRARY_PATH="/usr/local/lib/:${LD_LIBRARY_PATH}" \
SB_HOME=/opt/superbench \ SB_HOME=/opt/superbench \
...@@ -134,7 +132,7 @@ ENV PATH="${PATH}:/opt/rocm/hip/bin/" \ ...@@ -134,7 +132,7 @@ ENV PATH="${PATH}:/opt/rocm/hip/bin/" \
WORKDIR ${SB_HOME} WORKDIR ${SB_HOME}
ADD third_party third_party ADD third_party third_party
RUN ROCM_VERSION=release/rocm-rel-5.1 make -C third_party rocm RUN make ROCBLAS_BRANCH=release/rocm-rel-5.1 -C third_party rocm
ADD . . ADD . .
RUN python3 -m pip install .[torch,ort] && \ RUN python3 -m pip install .[torch,ort] && \
......
third_party/Makefile
View file @ 483bf782
...@@ -6,7 +6,7 @@ SB_MICRO_PATH ?= /usr/local ...@@ -6,7 +6,7 @@ SB_MICRO_PATH ?= /usr/local
MPI_HOME ?= /usr/local/mpi MPI_HOME ?= /usr/local/mpi
HIP_HOME ?= /opt/rocm/hip HIP_HOME ?= /opt/rocm/hip
RCCL_HOME ?= /opt/rocm/rccl RCCL_HOME ?= /opt/rocm/rccl
ROCM_VERSION ?= rocm-$(shell dpkg -l | grep 'rocm-dev ' | awk '{print $$3}' | cut -d '.' -f1-3) ROCBLAS_BRANCH ?= rocm-$(shell dpkg -l | grep 'rocm-dev ' | awk '{print $$3}' | cut -d '.' -f1-3)
HPCX_HOME ?= /opt/hpcx HPCX_HOME ?= /opt/hpcx
.PHONY: all cuda rocm common cuda_cutlass cuda_bandwidthTest cuda_nccl_tests cuda_perftest rocm_perftest fio rocm_rccl_tests rocm_rocblas rocm_bandwidthTest gpcnet cuda_gpuburn .PHONY: all cuda rocm common cuda_cutlass cuda_bandwidthTest cuda_nccl_tests cuda_perftest rocm_perftest fio rocm_rccl_tests rocm_rocblas rocm_bandwidthTest gpcnet cuda_gpuburn
...@@ -79,7 +79,7 @@ endif ...@@ -79,7 +79,7 @@ endif
rocm_rocblas: sb_micro_path rocm_rocblas: sb_micro_path
ifeq (, $(wildcard $(SB_MICRO_PATH)/bin/rocblas-bench)) ifeq (, $(wildcard $(SB_MICRO_PATH)/bin/rocblas-bench))
if [ -d rocBLAS ]; then rm -rf rocBLAS; fi if [ -d rocBLAS ]; then rm -rf rocBLAS; fi
git clone -b ${ROCM_VERSION} https://github.com/ROCmSoftwarePlatform/rocBLAS.git ./rocBLAS git clone -b ${ROCBLAS_BRANCH} https://github.com/ROCmSoftwarePlatform/rocBLAS.git ./rocBLAS
cd ./rocBLAS && ./install.sh --dependencies --clients-only cd ./rocBLAS && ./install.sh --dependencies --clients-only
cp -v ./rocBLAS/build/release/clients/staging/rocblas-bench $(SB_MICRO_PATH)/bin/ cp -v ./rocBLAS/build/release/clients/staging/rocblas-bench $(SB_MICRO_PATH)/bin/
endif endif
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment