Commit 1eaa5af0 authored by rusty1s's avatar rusty1s
Browse files

windows try

parent a372eb41
language: shell language: shell
os: os:
- linux # - linux
- osx # - osx
# - windows - windows
env: env:
global: global:
...@@ -11,12 +11,12 @@ env: ...@@ -11,12 +11,12 @@ env:
jobs: jobs:
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cpu - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cpu
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu92 - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu92
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu100 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu100
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu101 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.8.1 IDX=cu101
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cpu # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cpu
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu92 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu92
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu100 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu100
- TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu101 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.7.6 IDX=cu101
# - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cpu # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cpu
# - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cu92 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cu92
# - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cu100 # - TORCH_VERSION=1.4.0 PYTHON_VERSION=3.6.10 IDX=cu100
...@@ -53,85 +53,6 @@ jobs: ...@@ -53,85 +53,6 @@ jobs:
- os: osx - os: osx
env: TORCH_VERSION=1.4.0 PYTHON_VERSION=3.5.9 IDX=cu101 env: TORCH_VERSION=1.4.0 PYTHON_VERSION=3.5.9 IDX=cu101
# jobs:
# include:
# - name: linux/cpu
# os: linux
# env:
# - IDX=cpu
# - TOOLKIT=cpuonly
# - name: linux/cu92
# os: linux
# env:
# - IDX=cu92
# - CUDA_SHORT=9.2
# - CUDA=9.2.148-1
# - UBUNTU_VERSION=ubuntu1604
# - CUBLAS=cuda-cublas-dev-9-2
# - TOOLKIT="cudatoolkit=${CUDA_SHORT}"
# - name: linux/cu100
# os: linux
# env:
# - IDX=cu100
# - CUDA_SHORT=10.0
# - CUDA=10.0.130-1
# - UBUNTU_VERSION=ubuntu1804
# - CUBLAS=cuda-cublas-dev-10-0
# - TOOLKIT="cudatoolkit=${CUDA_SHORT}"
# - name: linux/cu101
# os: linux
# env:
# - IDX=cu101
# - CUDA_SHORT=10.1
# - CUDA=10.1.105-1
# - UBUNTU_VERSION=ubuntu1804
# - CUBLAS=libcublas-dev
# - TOOLKIT="cudatoolkit=${CUDA_SHORT}"
# - name: macosx/cpu
# os: osx
# env:
# - IDX=cpu
# - TOOLKIT=""
# - name: windows/cpu
# os: windows
# env:
# - IDX=cpu
# - TOOLKIT=cpuonly
# - name: windows/cu92
# os: windows
# language: shell
# env:
# - IDX=cu92
# - CUDA_SHORT=9.2
# - CUDA=9.2.148
# - TORCH=${TORCH_VERSION}+${IDX}
# - PATH=/c/Python37:/c/Python37/Scripts:$PATH
# before_install:
# - choco install python --version 3.7.6
# - python -m pip install --upgrade --user pip
# - name: windows/cu100
# os: windows
# language: shell
# env:
# - FORCE_CUDA=1
# - CUDA_SHORT=10.1
# - CUDA=10.0.130_411.31
# - TORCH=${TORCH_VERSION}+100
# - PATH=/c/Python37:/c/Python37/Scripts:$PATH
# before_install:
# - choco install python --version 3.7.6
# - name: windows/cu102
# os: windows
# language: shell
# env:
# - FORCE_CUDA=1
# - CUDA_SHORT=10.1
# - CUDA=10.1.105_418.96
# - TORCH=${TORCH_VERSION}
# - PATH=/c/Python37:/c/Python37/Scripts:$PATH
# before_install:
# - choco install python --version 3.7.6
install: install:
- source script/cuda.sh - source script/cuda.sh
- source script/conda.sh - source script/conda.sh
......
...@@ -29,7 +29,29 @@ if [ "${TRAVIS_OS_NAME}" = "linux" ] && [ "$IDX" = "cu101" ]; then ...@@ -29,7 +29,29 @@ if [ "${TRAVIS_OS_NAME}" = "linux" ] && [ "$IDX" = "cu101" ]; then
export TOOLKIT="cudatoolkit=${CUDA_SHORT}" export TOOLKIT="cudatoolkit=${CUDA_SHORT}"
fi fi
if [ "${TRAVIS_OS_NAME}" = "osx" ]; then if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "$IDX" = "cpu" ]; then
export TOOLKIT=cpuonly
fi
if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "$IDX" = "cu92" ]; then
export CUDA_SHORT=9.2
export CUDA=9.2.148
export TOOLKIT="cudatoolkit=${CUDA_SHORT}"
fi
if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "$IDX" = "cu100" ]; then
export CUDA_SHORT=10.0
export CUDA=10.0.130_411.31
export TOOLKIT="cudatoolkit=${CUDA_SHORT}"
fi
if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "$IDX" = "cu101" ]; then
export CUDA_SHORT=10.1
export CUDA=10.1.105_418.96
export TOOLKIT="cudatoolkit=${CUDA_SHORT}"
fi
if [ "${TRAVIS_OS_NAME}" = "osx" ] && [ "$IDX" = "cpu" ]; then
export TOOLKIT="" export TOOLKIT=""
fi fi
...@@ -54,7 +76,8 @@ if [ "${TRAVIS_OS_NAME}" = "linux" ] && [ "${IDX}" != "cpu" ]; then ...@@ -54,7 +76,8 @@ if [ "${TRAVIS_OS_NAME}" = "linux" ] && [ "${IDX}" != "cpu" ]; then
nvcc --version nvcc --version
fi fi
# if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "${IDX}" != "cpu" ]; then if [ "${TRAVIS_OS_NAME}" = "windows" ] && [ "${IDX}" != "cpu" ]; then
# wget "https://developer.nvidia.com/compute/cuda/${CUDA_SHORT}/Prod2/local_installers2/cuda_${CUDA}_win10" wget -q "https://developer.nvidia.com/compute/cuda/${CUDA_SHORT}/Prod2/local_installers2/cuda_${CUDA}_win10"
ls
# # ./cuda_${CUDA}_win10 # # ./cuda_${CUDA}_win10
# fi fi
...@@ -3,18 +3,44 @@ import boto3 ...@@ -3,18 +3,44 @@ import boto3
s3_resource = boto3.resource('s3') s3_resource = boto3.resource('s3')
bucket = s3_resource.Bucket(name="pytorch-scatter") bucket = s3_resource.Bucket(name="pytorch-scatter")
objects = bucket.objects.all() objects = bucket.objects.all()
wheels = sorted([obj.key[4:] for obj in objects if obj.key[-3:] == 'whl']) wheels = sorted([obj.key for obj in objects if obj.key[-3:] == 'whl'])
content = '<!DOCTYPE html>\n<html>\n<body>\n{}\n</body>\n</html>' wheels_dict = {}
url = 'https://pytorch-scatter.s3.eu-central-1.amazonaws.com/whl/{}' for torch_version in list(set([wheel.split('/')[1] for wheel in wheels])):
links = ['<a href="{}">{}</a><br/>'.format(url.format(w), w) for w in wheels] wheels_dict[torch_version] = []
content = content.format('\n'.join(links))
for wheel in wheels:
torch_version = wheel.split('/')[1]
wheels_dict[torch_version].append(wheel)
html = '<!DOCTYPE html>\n<html>\n<body>\n{}\n</body>\n</html>'
href = '<a href="{}">{}</a><br/>'
url = 'http://pytorch-scatter.s3-website.eu-central-1.amazonaws.com/{}.html'
index_html = html.format('\n'.join([
href.format(url.format('whl/' + key), key) for key in wheels_dict.keys()
]))
with open('index.html', 'w') as f: with open('index.html', 'w') as f:
f.write(content) f.write(index_html)
bucket.Object('whl/index.html').upload_file( bucket.Object('whl/index.html').upload_file(
Filename='index.html', ExtraArgs={ Filename='index.html', ExtraArgs={
'ContentType': 'text/html', 'ContentType': 'text/html',
'ACL': 'public-read' 'ACL': 'public-read'
}) })
url = 'https://pytorch-scatter.s3.eu-central-1.amazonaws.com/{}'
for key, item in wheels_dict.items():
version_html = html.format('\n'.join([
href.format(url.format(i), '/'.join(i.split('/')[2:])) for i in item
]))
with open('{}.html'.format(key), 'w') as f:
f.write(version_html)
bucket.Object('whl/{}.html'.format(key)).upload_file(
Filename='{}.html'.format(key), ExtraArgs={
'ContentType': 'text/html',
'ACL': 'public-read'
})
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment