Skip to content

GitLab

Commit d5650323 authored by Jeremy Reizenstein's avatar Jeremy Reizenstein Committed by Facebook GitHub Bot
Browse files

Docker authentication 

Summary: To avoid docker's new ratelimiting, we sign in.

Reviewed By: theschnitz

Differential Revision: D24681688

fbshipit-source-id: 6bb1a86ee15a151758e8a2bdb081da280308ad0c
parent 3b035f57
Hide whitespace changes
Inline Side-by-side
Showing with 75 additions and 9 deletions
.circleci/config.in.yml
View file @ d5650323
...@@ -83,6 +83,9 @@ jobs: ...@@ -83,6 +83,9 @@ jobs:
<<: *binary_common <<: *binary_common
docker: docker:
- image: << parameters.wheel_docker_image >> - image: << parameters.wheel_docker_image >>
auth:
username: $DOCKERHUB_USERNAME
password: $DOCKERHUB_TOKEN
resource_class: 2xlarge+ resource_class: 2xlarge+
steps: steps:
- checkout - checkout
...@@ -98,6 +101,9 @@ jobs: ...@@ -98,6 +101,9 @@ jobs:
<<: *binary_common <<: *binary_common
docker: docker:
- image: "pytorch/conda-cuda" - image: "pytorch/conda-cuda"
auth:
username: $DOCKERHUB_USERNAME
password: $DOCKERHUB_TOKEN
resource_class: 2xlarge+ resource_class: 2xlarge+
steps: steps:
- checkout - checkout
...@@ -164,6 +170,9 @@ jobs: ...@@ -164,6 +170,9 @@ jobs:
name: Pull docker image name: Pull docker image
command: | command: |
set -e set -e
{ docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null
export DOCKER_IMAGE=pytorch/conda-cuda export DOCKER_IMAGE=pytorch/conda-cuda
echo Pulling docker image $DOCKER_IMAGE echo Pulling docker image $DOCKER_IMAGE
docker pull $DOCKER_IMAGE >/dev/null docker pull $DOCKER_IMAGE >/dev/null
...@@ -202,20 +211,24 @@ workflows: ...@@ -202,20 +211,24 @@ workflows:
version: 2 version: 2
build_and_test: build_and_test:
jobs: jobs:
- main - main:
context: DOCKERHUB_TOKEN
{{workflows()}} {{workflows()}}
- binary_linux_conda_cuda: - binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu101_pyt14 name: testrun_conda_cuda_py37_cu101_pyt14
context: DOCKERHUB_TOKEN
python_version: "3.7" python_version: "3.7"
pytorch_version: "1.4" pytorch_version: "1.4"
cu_version: "cu101" cu_version: "cu101"
- binary_linux_conda_cuda: - binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu102_pyt160 name: testrun_conda_cuda_py37_cu102_pyt160
context: DOCKERHUB_TOKEN
python_version: "3.7" python_version: "3.7"
pytorch_version: '1.6.0' pytorch_version: '1.6.0'
cu_version: "cu102" cu_version: "cu102"
- binary_linux_conda_cuda: - binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu110_pyt170 name: testrun_conda_cuda_py37_cu110_pyt170
context: DOCKERHUB_TOKEN
python_version: "3.7" python_version: "3.7"
pytorch_version: '1.7.0' pytorch_version: '1.7.0'
cu_version: "cu110" cu_version: "cu110"
......
.circleci/config.yml
View file @ d5650323
...@@ -83,6 +83,9 @@ jobs: ...@@ -83,6 +83,9 @@ jobs:
<<: *binary_common <<: *binary_common
docker: docker:
- image: << parameters.wheel_docker_image >> - image: << parameters.wheel_docker_image >>
auth:
username: $DOCKERHUB_USERNAME
password: $DOCKERHUB_TOKEN
resource_class: 2xlarge+ resource_class: 2xlarge+
steps: steps:
- checkout - checkout
...@@ -98,6 +101,9 @@ jobs: ...@@ -98,6 +101,9 @@ jobs:
<<: *binary_common <<: *binary_common
docker: docker:
- image: "pytorch/conda-cuda" - image: "pytorch/conda-cuda"
auth:
username: $DOCKERHUB_USERNAME
password: $DOCKERHUB_TOKEN
resource_class: 2xlarge+ resource_class: 2xlarge+
steps: steps:
- checkout - checkout
...@@ -164,6 +170,9 @@ jobs: ...@@ -164,6 +170,9 @@ jobs:
name: Pull docker image name: Pull docker image
command: | command: |
set -e set -e
{ docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null
export DOCKER_IMAGE=pytorch/conda-cuda export DOCKER_IMAGE=pytorch/conda-cuda
echo Pulling docker image $DOCKER_IMAGE echo Pulling docker image $DOCKER_IMAGE
docker pull $DOCKER_IMAGE >/dev/null docker pull $DOCKER_IMAGE >/dev/null
...@@ -202,244 +211,287 @@ workflows: ...@@ -202,244 +211,287 @@ workflows:
version: 2 version: 2
build_and_test: build_and_test:
jobs: jobs:
- main - main:
context: DOCKERHUB_TOKEN
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py36_cu92_pyt14 name: linux_conda_py36_cu92_pyt14
python_version: '3.6' python_version: '3.6'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py36_cu101_pyt14 name: linux_conda_py36_cu101_pyt14
python_version: '3.6' python_version: '3.6'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py36_cu92_pyt150 name: linux_conda_py36_cu92_pyt150
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py36_cu101_pyt150 name: linux_conda_py36_cu101_pyt150
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py36_cu102_pyt150 name: linux_conda_py36_cu102_pyt150
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py36_cu92_pyt151 name: linux_conda_py36_cu92_pyt151
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py36_cu101_pyt151 name: linux_conda_py36_cu101_pyt151
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py36_cu102_pyt151 name: linux_conda_py36_cu102_pyt151
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py36_cu92_pyt160 name: linux_conda_py36_cu92_pyt160
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py36_cu101_pyt160 name: linux_conda_py36_cu101_pyt160
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py36_cu102_pyt160 name: linux_conda_py36_cu102_pyt160
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py36_cu101_pyt170 name: linux_conda_py36_cu101_pyt170
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py36_cu102_pyt170 name: linux_conda_py36_cu102_pyt170
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu110 cu_version: cu110
name: linux_conda_py36_cu110_pyt170 name: linux_conda_py36_cu110_pyt170
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py37_cu92_pyt14 name: linux_conda_py37_cu92_pyt14
python_version: '3.7' python_version: '3.7'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py37_cu101_pyt14 name: linux_conda_py37_cu101_pyt14
python_version: '3.7' python_version: '3.7'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py37_cu92_pyt150 name: linux_conda_py37_cu92_pyt150
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py37_cu101_pyt150 name: linux_conda_py37_cu101_pyt150
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py37_cu102_pyt150 name: linux_conda_py37_cu102_pyt150
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py37_cu92_pyt151 name: linux_conda_py37_cu92_pyt151
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py37_cu101_pyt151 name: linux_conda_py37_cu101_pyt151
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py37_cu102_pyt151 name: linux_conda_py37_cu102_pyt151
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py37_cu92_pyt160 name: linux_conda_py37_cu92_pyt160
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py37_cu101_pyt160 name: linux_conda_py37_cu101_pyt160
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py37_cu102_pyt160 name: linux_conda_py37_cu102_pyt160
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py37_cu101_pyt170 name: linux_conda_py37_cu101_pyt170
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py37_cu102_pyt170 name: linux_conda_py37_cu102_pyt170
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu110 cu_version: cu110
name: linux_conda_py37_cu110_pyt170 name: linux_conda_py37_cu110_pyt170
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py38_cu92_pyt14 name: linux_conda_py38_cu92_pyt14
python_version: '3.8' python_version: '3.8'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py38_cu101_pyt14 name: linux_conda_py38_cu101_pyt14
python_version: '3.8' python_version: '3.8'
pytorch_version: '1.4' pytorch_version: '1.4'
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py38_cu92_pyt150 name: linux_conda_py38_cu92_pyt150
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py38_cu101_pyt150 name: linux_conda_py38_cu101_pyt150
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py38_cu102_pyt150 name: linux_conda_py38_cu102_pyt150
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.0 pytorch_version: 1.5.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py38_cu92_pyt151 name: linux_conda_py38_cu92_pyt151
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py38_cu101_pyt151 name: linux_conda_py38_cu101_pyt151
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py38_cu102_pyt151 name: linux_conda_py38_cu102_pyt151
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.5.1 pytorch_version: 1.5.1
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu92 cu_version: cu92
name: linux_conda_py38_cu92_pyt160 name: linux_conda_py38_cu92_pyt160
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py38_cu101_pyt160 name: linux_conda_py38_cu101_pyt160
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py38_cu102_pyt160 name: linux_conda_py38_cu102_pyt160
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_conda_py38_cu101_pyt170 name: linux_conda_py38_cu101_pyt170
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu102 cu_version: cu102
name: linux_conda_py38_cu102_pyt170 name: linux_conda_py38_cu102_pyt170
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_conda: - binary_linux_conda:
context: DOCKERHUB_TOKEN
cu_version: cu110 cu_version: cu110
name: linux_conda_py38_cu110_pyt170 name: linux_conda_py38_cu110_pyt170
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.7.0 pytorch_version: 1.7.0
- binary_linux_wheel: - binary_linux_wheel:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_wheel_py36_cu101_pyt160 name: linux_wheel_py36_cu101_pyt160
python_version: '3.6' python_version: '3.6'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_wheel: - binary_linux_wheel:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_wheel_py37_cu101_pyt160 name: linux_wheel_py37_cu101_pyt160
python_version: '3.7' python_version: '3.7'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_wheel: - binary_linux_wheel:
context: DOCKERHUB_TOKEN
cu_version: cu101 cu_version: cu101
name: linux_wheel_py38_cu101_pyt160 name: linux_wheel_py38_cu101_pyt160
python_version: '3.8' python_version: '3.8'
pytorch_version: 1.6.0 pytorch_version: 1.6.0
- binary_linux_conda_cuda: - binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu101_pyt14 name: testrun_conda_cuda_py36_cu101_pyt14
python_version: "3.7" context: DOCKERHUB_TOKEN
python_version: "3.6"
pytorch_version: "1.4" pytorch_version: "1.4"
cu_version: "cu101" cu_version: "cu101"
- binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu102_pyt160
python_version: "3.7"
pytorch_version: '1.6.0'
cu_version: "cu102"
- binary_linux_conda_cuda: - binary_linux_conda_cuda:
name: testrun_conda_cuda_py37_cu110_pyt170 name: testrun_conda_cuda_py37_cu110_pyt170
context: DOCKERHUB_TOKEN
python_version: "3.7" python_version: "3.7"
pytorch_version: '1.7.0' pytorch_version: '1.7.0'
cu_version: "cu110" cu_version: "cu110"
......
.circleci/regenerate.py
View file @ d5650323
...@@ -109,6 +109,7 @@ def generate_base_workflow( ...@@ -109,6 +109,7 @@ def generate_base_workflow(
"python_version": python_version, "python_version": python_version,
"cu_version": cu_version, "cu_version": cu_version,
"pytorch_version": pytorch_version, "pytorch_version": pytorch_version,
"context": "DOCKERHUB_TOKEN",
} }
if filter_branch is not None: if filter_branch is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment