config.in.yml 9.03 KB
Newer Older
facebook-github-bot's avatar
facebook-github-bot committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
version: 2.1

#examples:
#https://github.com/facebookresearch/ParlAI/blob/master/.circleci/config.yml
#https://github.com/facebookresearch/hydra/blob/master/.circleci/config.yml
#https://github.com/facebookresearch/habitat-api/blob/master/.circleci/config.yml

#drive tests with nox or tox or pytest?

# -------------------------------------------------------------------------------------
# environments where we run our jobs
# -------------------------------------------------------------------------------------


setupcuda: &setupcuda
  run:
    name: Setup CUDA
    working_directory: ~/
    command: |
      # download and install nvidia drivers, cuda, etc
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
21
22
      wget --no-verbose --no-clobber -P ~/nvidia-downloads https://developer.download.nvidia.com/compute/cuda/11.2.2/local_installers/cuda_11.2.2_460.32.03_linux.run
      sudo sh ~/nvidia-downloads/cuda_11.2.2_460.32.03_linux.run --silent
facebook-github-bot's avatar
facebook-github-bot committed
23
24
25
      echo "Done installing CUDA."
      pyenv versions
      nvidia-smi
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
26
      pyenv global 3.9.1
facebook-github-bot's avatar
facebook-github-bot committed
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

gpu: &gpu
  environment:
    CUDA_VERSION: "10.2"
  machine:
    image: default
  resource_class: gpu.medium # tesla m60

binary_common: &binary_common
  parameters:
    # Edit these defaults to do a release`
    build_version:
      description: "version number of release binary; by default, build a nightly"
      type: string
      default: ""
    pytorch_version:
      description: "PyTorch version to build against; by default, use a nightly"
      type: string
      default: ""
    # Don't edit these
    python_version:
      description: "Python version to build against (e.g., 3.7)"
      type: string
    cu_version:
      description: "CUDA version to build against, in CU format (e.g., cpu or cu100)"
      type: string
    wheel_docker_image:
      description: "Wheel only: what docker image to use"
      type: string
56
      default: "pytorch/manylinux-cuda101"
facebook-github-bot's avatar
facebook-github-bot committed
57
58
59
60
61
62
63
64
65
66
  environment:
    PYTHON_VERSION: << parameters.python_version >>
    BUILD_VERSION: << parameters.build_version >>
    PYTORCH_VERSION: << parameters.pytorch_version >>
    CU_VERSION: << parameters.cu_version >>

jobs:
  main:
    <<: *gpu
    machine:
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
67
      image: ubuntu-2004:202101-01
facebook-github-bot's avatar
facebook-github-bot committed
68
69
70
    steps:
      - checkout
      - <<: *setupcuda
71
      - run: pip3 install --progress-bar off imageio wheel matplotlib 'pillow<7'
facebook-github-bot's avatar
facebook-github-bot committed
72
73
74
75
76
77
      - run: pip3 install --progress-bar off torch torchvision
      # - run: conda create -p ~/conda_env python=3.7 numpy
      # - run: conda activate ~/conda_env
      # - run: conda install -c pytorch pytorch torchvision

      - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/fvcore'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
78
      - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/iopath'
79
80
81
82
83
84
85
86
87
88
      - run:
          name: get cub
          command: |
            cd ..
            wget --no-verbose https://github.com/NVIDIA/cub/archive/1.10.0.tar.gz
            tar xzf 1.10.0.tar.gz
            # This expands to a directory called cub-1.10.0
      - run:
          name: build
          command: |
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
89
            export LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.2/lib64
90
91
            export CUB_HOME=$(realpath ../cub-1.10.0)
            python3 setup.py build_ext --inplace
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
92
      - run: LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.2/lib64 python -m unittest discover -v -s tests
facebook-github-bot's avatar
facebook-github-bot committed
93
94
95
96
97
98
      - run: python3 setup.py bdist_wheel

  binary_linux_wheel:
    <<: *binary_common
    docker:
      - image: << parameters.wheel_docker_image >>
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
99
100
101
        auth:
          username: $DOCKERHUB_USERNAME
          password: $DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
102
103
104
    resource_class: 2xlarge+
    steps:
      - checkout
105
      - run: MAX_JOBS=15 packaging/build_wheel.sh
facebook-github-bot's avatar
facebook-github-bot committed
106
107
108
109
110
111
112
113
114
115
116
      - store_artifacts:
          path: dist
      - persist_to_workspace:
          root: dist
          paths:
            - "*"

  binary_linux_conda:
    <<: *binary_common
    docker:
      - image: "pytorch/conda-cuda"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
117
118
119
        auth:
          username: $DOCKERHUB_USERNAME
          password: $DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
120
121
122
123
124
    resource_class: 2xlarge+
    steps:
      - checkout
      # This is building with cuda but no gpu present,
      # so we aren't running the tests.
125
      - run: MAX_JOBS=15 TEST_FLAG=--no-test packaging/build_conda.sh
facebook-github-bot's avatar
facebook-github-bot committed
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
      - store_artifacts:
          path: /opt/conda/conda-bld/linux-64
      - persist_to_workspace:
          root: /opt/conda/conda-bld/linux-64
          paths:
            - "*"

  binary_linux_conda_cuda:
    <<: *binary_common
    machine:
      image: ubuntu-1604:201903-01
    resource_class: gpu.medium
    steps:
    - checkout
    - run:
        name: Setup environment
        command: |
          set -e

          curl -L https://packagecloud.io/circleci/trusty/gpgkey | sudo apt-key add -
          curl -L https://dl.google.com/linux/linux_signing_key.pub | sudo apt-key add -

          sudo apt-get update

          sudo apt-get install \
              apt-transport-https \
              ca-certificates \
              curl \
              gnupg-agent \
              software-properties-common

          curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -

          sudo add-apt-repository \
             "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
             $(lsb_release -cs) \
             stable"

          sudo apt-get update
          export DOCKER_VERSION="5:19.03.2~3-0~ubuntu-xenial"
          sudo apt-get install docker-ce=${DOCKER_VERSION} docker-ce-cli=${DOCKER_VERSION} containerd.io=1.2.6-3

          # Add the package repositories
          distribution=$(. /etc/os-release;echo $ID$VERSION_ID)
          curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
          curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list

          export NVIDIA_CONTAINER_VERSION="1.0.3-1"
          sudo apt-get update && sudo apt-get install -y nvidia-container-toolkit=${NVIDIA_CONTAINER_VERSION}
          sudo systemctl restart docker

Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
177
178
          DRIVER_FN="NVIDIA-Linux-x86_64-450.80.02.run"
          wget "https://us.download.nvidia.com/XFree86/Linux-x86_64/450.80.02/$DRIVER_FN"
facebook-github-bot's avatar
facebook-github-bot committed
179
180
181
182
183
184
185
          sudo /bin/bash "$DRIVER_FN" -s --no-drm || (sudo cat /var/log/nvidia-installer.log && false)
          nvidia-smi

    - run:
        name: Pull docker image
        command: |
          set -e
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
186
187
188

          { docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null

Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
189
          DOCKER_IMAGE=pytorch/conda-cuda
facebook-github-bot's avatar
facebook-github-bot committed
190
          echo Pulling docker image $DOCKER_IMAGE
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
191
          docker pull $DOCKER_IMAGE
facebook-github-bot's avatar
facebook-github-bot committed
192
193
    - run:
        name: Build and run tests
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
194
        no_output_timeout: 20m
facebook-github-bot's avatar
facebook-github-bot committed
195
196
197
198
199
        command: |
          set -e

          cd ${HOME}/project/

Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
200
201
202
          DOCKER_IMAGE=pytorch/conda-cuda
          export JUST_TESTRUN=1
          VARS_TO_PASS="-e PYTHON_VERSION -e BUILD_VERSION -e PYTORCH_VERSION -e CU_VERSION -e JUST_TESTRUN"
facebook-github-bot's avatar
facebook-github-bot committed
203
204
205

          docker run --gpus all  --ipc=host -v $(pwd):/remote -w /remote ${VARS_TO_PASS} ${DOCKER_IMAGE} ./packaging/build_conda.sh

206
207
208
  binary_macos_wheel:
    <<: *binary_common
    macos:
209
      xcode: "9.4.1"
210
211
212
213
214
215
216
217
218
219
220
221
222
223
    steps:
      - checkout
      - run:
          # Cannot easily deduplicate this as source'ing activate
          # will set environment variables which we need to propagate
          # to build_wheel.sh
          command: |
            curl -o conda.sh https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh
            sh conda.sh -b
            source $HOME/miniconda3/bin/activate
            packaging/build_wheel.sh
      - store_artifacts:
          path: dist

facebook-github-bot's avatar
facebook-github-bot committed
224
225
226
227
workflows:
  version: 2
  build_and_test:
    jobs:
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
228
229
      - main:
          context: DOCKERHUB_TOKEN
facebook-github-bot's avatar
facebook-github-bot committed
230
231
      {{workflows()}}
      - binary_linux_conda_cuda:
232
          name: testrun_conda_cuda_py36_cu101_pyt14
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
233
          context: DOCKERHUB_TOKEN
234
          python_version: "3.6"
facebook-github-bot's avatar
facebook-github-bot committed
235
          pytorch_version: "1.4"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
236
          cu_version: "cu101"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
237
      - binary_linux_conda_cuda:
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
238
          name: testrun_conda_cuda_py37_cu102_pyt160
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
239
          context: DOCKERHUB_TOKEN
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
240
          python_version: "3.7"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
241
          pytorch_version: '1.6.0'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
242
          cu_version: "cu102"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
243
244
      - binary_linux_conda_cuda:
          name: testrun_conda_cuda_py37_cu110_pyt170
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
245
          context: DOCKERHUB_TOKEN
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
246
247
248
          python_version: "3.7"
          pytorch_version: '1.7.0'
          cu_version: "cu110"
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
249
250
251
252
253
254
      - binary_linux_conda_cuda:
          name: testrun_conda_cuda_py39_cu111_pyt181
          context: DOCKERHUB_TOKEN
          python_version: "3.9"
          pytorch_version: '1.8.1'
          cu_version: "cu111"
255
256
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
257
          name: macos_wheel_py36_cpu
258
          python_version: '3.6'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
259
          pytorch_version: '1.7.1'
260
261
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
262
          name: macos_wheel_py37_cpu
263
          python_version: '3.7'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
264
          pytorch_version: '1.7.1'
265
266
      - binary_macos_wheel:
          cu_version: cpu
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
267
          name: macos_wheel_py38_cpu
268
          python_version: '3.8'
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
269
270
271
272
273
274
          pytorch_version: '1.7.1'
      - binary_macos_wheel:
          cu_version: cpu
          name: macos_wheel_py39_cpu
          python_version: '3.9'
          pytorch_version: '1.7.1'