config.in.yml 8.61 KB
Newer Older
facebook-github-bot's avatar
facebook-github-bot committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
version: 2.1

#examples:
#https://github.com/facebookresearch/ParlAI/blob/master/.circleci/config.yml
#https://github.com/facebookresearch/hydra/blob/master/.circleci/config.yml
#https://github.com/facebookresearch/habitat-api/blob/master/.circleci/config.yml

#drive tests with nox or tox or pytest?

# -------------------------------------------------------------------------------------
# environments where we run our jobs
# -------------------------------------------------------------------------------------


setupcuda: &setupcuda
  run:
    name: Setup CUDA
    working_directory: ~/
    command: |
      # download and install nvidia drivers, cuda, etc
      wget --no-verbose --no-clobber -P ~/nvidia-downloads http://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda_10.2.89_440.33.01_linux.run
      sudo sh ~/nvidia-downloads/cuda_10.2.89_440.33.01_linux.run --silent
      echo "Done installing CUDA."
      pyenv versions
      nvidia-smi
      pyenv global 3.7.0

gpu: &gpu
  environment:
    CUDA_VERSION: "10.2"
  machine:
    image: default
  resource_class: gpu.medium # tesla m60

binary_common: &binary_common
  parameters:
    # Edit these defaults to do a release`
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
      description: "Python version to build against (e.g., 3.7)"
      type: string
    cu_version:
      description: "CUDA version to build against, in CU format (e.g., cpu or cu100)"
      type: string
    wheel_docker_image:
      description: "Wheel only: what docker image to use"
      type: string
56
      default: "pytorch/manylinux-cuda101"
facebook-github-bot's avatar
facebook-github-bot committed
57
58
59
60
61
62
63
64
65
66
67
68
69
70
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
    CU_VERSION: << parameters.cu_version >>

jobs:
  main:
    <<: *gpu
    machine:
      image: ubuntu-1604:201903-01
    steps:
      - checkout
      - <<: *setupcuda
71
      - run: pip3 install --progress-bar off imageio wheel matplotlib 'pillow<7'
facebook-github-bot's avatar
facebook-github-bot committed
72
73
74
75
76
77
      - run: pip3 install --progress-bar off torch torchvision
      # - run: conda create -p ~/conda_env python=3.7 numpy
      # - run: conda activate ~/conda_env
      # - run: conda install -c pytorch pytorch torchvision

      - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/fvcore'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
78
      - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/iopath'
79
80
81
82
83
84
85
86
87
88
89
90
91
      - run:
          name: get cub
          command: |
            cd ..
            wget --no-verbose https://github.com/NVIDIA/cub/archive/1.10.0.tar.gz
            tar xzf 1.10.0.tar.gz
            # This expands to a directory called cub-1.10.0
      - run:
          name: build
          command: |
            export LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-10.2/lib64
            export CUB_HOME=$(realpath ../cub-1.10.0)
            python3 setup.py build_ext --inplace
facebook-github-bot's avatar
facebook-github-bot committed
92
93
94
95
96
97
98
      - run: LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-10.2/lib64 python -m unittest discover -v -s tests
      - run: python3 setup.py bdist_wheel

  binary_linux_wheel:
    <<: *binary_common
    docker:
      - image: << parameters.wheel_docker_image >>
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
99
100
101
        auth:
          username: $DOCKERHUB_USERNAME
          password: $DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
102
103
104
    resource_class: 2xlarge+
    steps:
      - checkout
105
      - run: MAX_JOBS=15 packaging/build_wheel.sh
facebook-github-bot's avatar
facebook-github-bot committed
106
107
108
109
110
111
112
113
114
115
116
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_linux_conda:
    <<: *binary_common
    docker:
      - image: "pytorch/conda-cuda"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
117
118
119
        auth:
          username: $DOCKERHUB_USERNAME
          password: $DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
120
121
122
123
124
    resource_class: 2xlarge+
    steps:
      - checkout
      # This is building with cuda but no gpu present,
      # so we aren't running the tests.
125
      - run: MAX_JOBS=15 TEST_FLAG=--no-test packaging/build_conda.sh
facebook-github-bot's avatar
facebook-github-bot committed
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
      - persist_to_workspace:
          root: /opt/conda/conda-bld/linux-64
          paths:
            - "*"

  binary_linux_conda_cuda:
    <<: *binary_common
    machine:
      image: ubuntu-1604:201903-01
    resource_class: gpu.medium
    steps:
    - checkout
    - run:
        name: Setup environment
        command: |
          set -e

          curl -L https://packagecloud.io/circleci/trusty/gpgkey | sudo apt-key add -
          curl -L https://dl.google.com/linux/linux_signing_key.pub | sudo apt-key add -

          sudo apt-get update

          sudo apt-get install \
              apt-transport-https \
              ca-certificates \
              curl \
              gnupg-agent \
              software-properties-common

          curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -

          sudo add-apt-repository \
             "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
             $(lsb_release -cs) \
             stable"

          sudo apt-get update
          export DOCKER_VERSION="5:19.03.2~3-0~ubuntu-xenial"
          sudo apt-get install docker-ce=${DOCKER_VERSION} docker-ce-cli=${DOCKER_VERSION} containerd.io=1.2.6-3

          # Add the package repositories
          distribution=$(. /etc/os-release;echo $ID$VERSION_ID)
          curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
          curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list

          export NVIDIA_CONTAINER_VERSION="1.0.3-1"
          sudo apt-get update && sudo apt-get install -y nvidia-container-toolkit=${NVIDIA_CONTAINER_VERSION}
          sudo systemctl restart docker

Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
177
178
          DRIVER_FN="NVIDIA-Linux-x86_64-450.80.02.run"
          wget "https://us.download.nvidia.com/XFree86/Linux-x86_64/450.80.02/$DRIVER_FN"
facebook-github-bot's avatar
facebook-github-bot committed
179
180
181
182
183
184
185
          sudo /bin/bash "$DRIVER_FN" -s --no-drm || (sudo cat /var/log/nvidia-installer.log && false)
          nvidia-smi

    - run:
        name: Pull docker image
        command: |
          set -e
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
186
187
188

          { docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null

facebook-github-bot's avatar
facebook-github-bot committed
189
190
          export DOCKER_IMAGE=pytorch/conda-cuda
          echo Pulling docker image $DOCKER_IMAGE
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
191
          docker pull $DOCKER_IMAGE
facebook-github-bot's avatar
facebook-github-bot committed
192
193
194
195
196
197
198
199
    - run:
        name: Build and run tests
        command: |
          set -e

          cd ${HOME}/project/

          export DOCKER_IMAGE=pytorch/conda-cuda
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
200
          export VARS_TO_PASS="-e PYTHON_VERSION -e BUILD_VERSION -e PYTORCH_VERSION -e CU_VERSION"
facebook-github-bot's avatar
facebook-github-bot committed
201
202
203

          docker run --gpus all  --ipc=host -v $(pwd):/remote -w /remote ${VARS_TO_PASS} ${DOCKER_IMAGE} ./packaging/build_conda.sh

204
205
206
  binary_macos_wheel:
    <<: *binary_common
    macos:
207
      xcode: "9.4.1"
208
209
210
211
212
213
214
215
216
217
218
219
220
221
    steps:
      - checkout
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist

facebook-github-bot's avatar
facebook-github-bot committed
222
223
224
225
workflows:
  version: 2
  build_and_test:
    jobs:
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
226
227
      - main:
          context: DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
228
229
      {{workflows()}}
      - binary_linux_conda_cuda:
230
          name: testrun_conda_cuda_py36_cu101_pyt14
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
231
          context: DOCKERHUB_TOKEN
232
          python_version: "3.6"
facebook-github-bot's avatar
facebook-github-bot committed
233
          pytorch_version: "1.4"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
234
          cu_version: "cu101"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
235
      - binary_linux_conda_cuda:
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
236
          name: testrun_conda_cuda_py37_cu102_pyt160
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
237
          context: DOCKERHUB_TOKEN
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
238
          python_version: "3.7"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
239
          pytorch_version: '1.6.0'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
240
          cu_version: "cu102"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
241
242
      - binary_linux_conda_cuda:
          name: testrun_conda_cuda_py37_cu110_pyt170
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
243
          context: DOCKERHUB_TOKEN
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
244
245
246
          python_version: "3.7"
          pytorch_version: '1.7.0'
          cu_version: "cu110"
247
248
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
249
          name: macos_wheel_py36_cpu
250
          python_version: '3.6'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
251
          pytorch_version: '1.6.0'
252
253
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
254
          name: macos_wheel_py37_cpu
255
          python_version: '3.7'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
256
          pytorch_version: '1.6.0'
257
258
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
259
          name: macos_wheel_py38_cpu
260
          python_version: '3.8'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
261
          pytorch_version: '1.6.0'