Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
tsoc
superbenchmark
Commits
425b9ff8
Unverified
Commit
425b9ff8
authored
Feb 28, 2022
by
user4543
Committed by
GitHub
Feb 28, 2022
Browse files
Dockerfile - Add dockerfile for rocm5.0.1 (#319)
**Description** Add dockerfile for rocm5.0.1.
parent
74a3b123
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
120 additions
and
0 deletions
+120
-0
.github/workflows/build-image.yml
.github/workflows/build-image.yml
+2
-0
dockerfile/rocm5.0.1-pytorch1.9.0.dockerfile
dockerfile/rocm5.0.1-pytorch1.9.0.dockerfile
+118
-0
No files found.
.github/workflows/build-image.yml
View file @
425b9ff8
...
...
@@ -26,6 +26,8 @@ jobs:
include
:
-
name
:
cuda11.1.1
tags
:
superbench/main:cuda11.1.1,superbench/superbench:latest
-
name
:
rocm5.0.1-pytorch1.9.0
tags
:
superbench/main:rocm5.0.1-pytorch1.9.0
-
name
:
rocm5.0-pytorch1.9.0
tags
:
superbench/main:rocm5.0-pytorch1.9.0
-
name
:
rocm4.2-pytorch1.7.0
...
...
dockerfile/rocm5.0.1-pytorch1.9.0.dockerfile
0 → 100644
View file @
425b9ff8
FROM
rocm/pytorch:rocm5.0.1_ubuntu18.04_py3.7_pytorch_1.9.0
# OS:
# - Ubuntu: 18.04
# - OpenMPI: 4.0.5
# - Docker Client: 20.10.8
# ROCm:
# - ROCm: 5.0.1
# - RCCL: 2.10.3
# - RCCL RDMA SHARP plugins: rocm-rel-5.0
# - hipify: 5.0.1
# Mellanox:
# - OFED: 5.2-2.2.3.0
# Intel:
# - mlc: v3.9a
LABEL
maintainer="SuperBench"
ENV
DEBIAN_FRONTEND=noninteractive
RUN
apt-get update
&&
\
apt-get
install
-y
--no-install-recommends
\
autoconf
\
automake
\
build-essential
\
curl
\
dmidecode
\
git
\
hipify-clang
\
jq
\
libaio-dev
\
libcap2
\
libpci-dev
\
libtinfo5
\
libtool
\
lshw
\
net-tools
\
libnuma-dev
\
numactl
\
openssh-client
\
openssh-server
\
pciutils
\
util-linux
\
vim
\
wget
\
&&
\
apt-get autoremove
&&
\
apt-get clean
&&
\
rm
-rf
/var/lib/apt/lists/
*
/tmp/
*
ARG
NUM_MAKE_JOBS=
# Install Docker
ENV
DOCKER_VERSION=20.10.8
RUN
cd
/tmp
&&
\
wget https://download.docker.com/linux/static/stable/x86_64/docker-
${
DOCKER_VERSION
}
.tgz
-O
docker.tgz
&&
\
tar
--extract
--file
docker.tgz
--strip-components
1
--directory
/usr/local/bin/
&&
\
rm
docker.tgz
# Update system config
RUN
mkdir
-p
/root/.ssh
&&
\
touch
/root/.ssh/authorized_keys
&&
\
mkdir
-p
/var/run/sshd
&&
\
sed
-i
"s/[# ]*PermitRootLogin prohibit-password/PermitRootLogin yes/"
/etc/ssh/sshd_config
&&
\
sed
-i
"s/[# ]*PermitUserEnvironment no/PermitUserEnvironment yes/"
/etc/ssh/sshd_config
&&
\
sed
-i
"s/[# ]*Port.*/Port 22/"
/etc/ssh/sshd_config
&&
\
echo
-e
"* soft nofile 1048576
\n
* hard nofile 1048576"
>>
/etc/security/limits.conf
&&
\
echo
-e
"root soft nofile 1048576
\n
root hard nofile 1048576"
>>
/etc/security/limits.conf
# Install OFED
ENV
OFED_VERSION=5.2-2.2.3.0
RUN
cd
/tmp
&&
\
wget
-q
http://content.mellanox.com/ofed/MLNX_OFED-
${
OFED_VERSION
}
/MLNX_OFED_LINUX-
${
OFED_VERSION
}
-ubuntu18
.04-x86_64.tgz
&&
\
tar
xzf MLNX_OFED_LINUX-
${
OFED_VERSION
}
-ubuntu18
.04-x86_64.tgz
&&
\
PATH
=
/usr/bin:
${
PATH
}
MLNX_OFED_LINUX-
${
OFED_VERSION
}
-ubuntu18
.04-x86_64/mlnxofedinstall
--user-space-only
--without-fw-update
--force
--all
&&
\
rm
-rf
MLNX_OFED_LINUX-
${
OFED_VERSION
}*
# Install OpenMPI
ENV
OPENMPI_VERSION=4.0.5
RUN
cd
/tmp
&&
\
wget
-q
https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-
${
OPENMPI_VERSION
}
.tar.gz
&&
\
tar
xzf openmpi-
${
OPENMPI_VERSION
}
.tar.gz
&&
\
cd
openmpi-
${
OPENMPI_VERSION
}
&&
\
./configure
--enable-orterun-prefix-by-default
--with-ucx
=
/opt/ucx
--enable-mca-no-build
=
btl-uct
&&
\
make
-j
${
NUM_MAKE_JOBS
}
all
&&
\
make
install
&&
\
ldconfig
&&
\
rm
-rf
/tmp/openmpi-
${
OPENMPI_VERSION
}*
# Install Intel MLC
RUN
cd
/tmp
&&
\
mkdir
-p
mlc
&&
\
cd
mlc
&&
\
curl https://www.intel.com/content/dam/develop/external/us/en/documents/mlc_v3.9a.tgz
-o
mlc_v3.9a.tgz
&&
\
tar
xvf mlc_v3.9a.tgz
&&
\
cp
./Linux/mlc /usr/local/bin/
&&
\
cd
/tmp
&&
\
rm
-rf
mlc
# Install rccl-rdma-sharp-plugins
ENV
SHARP_VERSION=5.0
RUN
cd
/opt/rocm
&&
\
git clone
-b
release/rocm-rel-
${
SHARP_VERSION
}
https://github.com/ROCmSoftwarePlatform/rccl-rdma-sharp-plugins.git
&&
\
cd
rccl-rdma-sharp-plugins
&&
\
./autogen.sh
&&
./configure
--prefix
=
/usr/local
&&
make
-j
${
NUM_MAKE_JOBS
}
&&
make
install
ENV
PATH="${PATH}:/opt/rocm/hip/bin/" \
LD_LIBRARY_PATH="/usr/local/lib/:${LD_LIBRARY_PATH}" \
SB_HOME="/opt/superbench" \
SB_MICRO_PATH="/opt/superbench"
WORKDIR
${SB_HOME}
ADD
third_party third_party
RUN
ROCM_VERSION
=
rocm-5.0.1 make
-j
${
NUM_MAKE_JOBS
}
-C
third_party rocm
ADD
. .
RUN
python3
-m
pip
install
.[torch,ort]
&&
\
make cppbuild
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment