# Copyright (c) Microsoft Corporation # All rights reserved. # # MIT License # # Permission is hereby granted, free of charge, # to any person obtaining a copy of this software and associated # documentation files (the "Software"), to deal in the Software without restriction, # including without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and # to permit persons to whom the Software is furnished to do so, subject to the following conditions: # The above copyright notice and this permission notice shall be included # in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING # BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, # DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. FROM nvidia/cuda:9.0-cudnn7-devel-ubuntu16.04 LABEL maintainer='Microsoft NNI Team' ENV HADOOP_VERSION=2.7.2 LABEL HADOOP_VERSION=2.7.2 RUN DEBIAN_FRONTEND=noninteractive && \ apt-get -y update && \ apt-get -y install sudo \ apt-utils \ git \ curl \ vim \ unzip \ wget \ build-essential \ cmake \ libopenblas-dev \ automake \ openjdk-8-jdk \ openssh-client \ openssh-server \ lsof \ python3.5 \ python3-dev \ python3-pip \ python3-tk \ libcupti-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* # numpy 1.14.3 scipy 1.1.0 RUN pip3 --no-cache-dir install \ numpy==1.14.3 scipy==1.1.0 # #Install hadoop # RUN wget -qO- http://archive.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz | \ tar xz -C /usr/local && \ mv /usr/local/hadoop-${HADOOP_VERSION} /usr/local/hadoop # #Install NNI # RUN pip3 install --user nni-pkg ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 \ HADOOP_INSTALL=/usr/local/hadoop \ NVIDIA_VISIBLE_DEVICES=all ENV HADOOP_PREFIX=${HADOOP_INSTALL} \ HADOOP_BIN_DIR=${HADOOP_INSTALL}/bin \ HADOOP_SBIN_DIR=${HADOOP_INSTALL}/sbin \ HADOOP_HDFS_HOME=${HADOOP_INSTALL} \ HADOOP_COMMON_LIB_NATIVE_DIR=${HADOOP_INSTALL}/lib/native \ HADOOP_OPTS="-Djava.library.path=${HADOOP_INSTALL}/lib/native" ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/root/.local/bin:/usr/bin:/sbin:/bin:${HADOOP_BIN_DIR}:${HADOOP_SBIN_DIR} \ LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/targets/x86_64-linux/lib/stubs:${JAVA_HOME}/jre/lib/amd64/server WORKDIR /root