setup.py 3.38 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
import os
rusty1s's avatar
update  
rusty1s committed
2
import sys
rusty1s's avatar
rusty1s committed
3
import glob
rusty1s's avatar
update  
rusty1s committed
4
5
import os.path as osp
from itertools import product
rusty1s's avatar
rusty1s committed
6
from setuptools import setup, find_packages
rusty1s's avatar
rusty1s committed
7

rusty1s's avatar
cleanup  
rusty1s committed
8
import torch
rusty1s's avatar
update  
rusty1s committed
9
from torch.__config__ import parallel_info
rusty1s's avatar
rusty1s committed
10
from torch.utils.cpp_extension import BuildExtension
11
from torch.utils.cpp_extension import CppExtension, CUDAExtension, CUDA_HOME
rusty1s's avatar
rusty1s committed
12

rusty1s's avatar
update  
rusty1s committed
13
14
WITH_CUDA = torch.cuda.is_available() and CUDA_HOME is not None
suffices = ['cpu', 'cuda'] if WITH_CUDA else ['cpu']
rusty1s's avatar
rusty1s committed
15
if os.getenv('FORCE_CUDA', '0') == '1':
rusty1s's avatar
update  
rusty1s committed
16
17
18
19
20
    suffices = ['cuda', 'cpu']
if os.getenv('FORCE_ONLY_CUDA', '0') == '1':
    suffices = ['cuda']
if os.getenv('FORCE_ONLY_CPU', '0') == '1':
    suffices = ['cpu']
21

rusty1s's avatar
rusty1s committed
22
23
BUILD_DOCS = os.getenv('BUILD_DOCS', '0') == '1'

rusty1s's avatar
rusty1s committed
24

rusty1s's avatar
rusty1s committed
25
def get_extensions():
26
    extensions = []
rusty1s's avatar
update  
rusty1s committed
27

rusty1s's avatar
rusty1s committed
28
    extensions_dir = osp.join('csrc')
rusty1s's avatar
update  
rusty1s committed
29
30
31
    main_files = glob.glob(osp.join(extensions_dir, '*.cpp'))

    for main, suffix in product(main_files, suffices):
32
        define_macros = []
rusty1s's avatar
update  
rusty1s committed
33
34
35
        extra_compile_args = {'cxx': ['-O2']}
        extra_link_args = ['-s']

rusty1s's avatar
rusty1s committed
36
37
38
        if sys.platform == 'win32':
            extra_compile_args['cxx'].append('/Zm500')

rusty1s's avatar
update  
rusty1s committed
39
        info = parallel_info()
rusty1s's avatar
rusty1s committed
40
41
        if ('backend: OpenMP' in info and 'OpenMP not found' not in info
                and sys.platform != 'darwin'):
rusty1s's avatar
update  
rusty1s committed
42
43
44
45
46
47
48
            extra_compile_args['cxx'] += ['-DAT_PARALLEL_OPENMP']
            if sys.platform == 'win32':
                extra_compile_args['cxx'] += ['/openmp']
            else:
                extra_compile_args['cxx'] += ['-fopenmp']
        else:
            print('Compiling without OpenMP...')
rusty1s's avatar
rusty1s committed
49

rusty1s's avatar
update  
rusty1s committed
50
        if suffix == 'cuda':
51
52
53
            define_macros += [('WITH_CUDA', None)]
            nvcc_flags = os.getenv('NVCC_FLAGS', '')
            nvcc_flags = [] if nvcc_flags == '' else nvcc_flags.split(' ')
54
            nvcc_flags += ['--expt-relaxed-constexpr', '-O2']
55
            extra_compile_args['nvcc'] = nvcc_flags
rusty1s's avatar
rusty1s committed
56

rusty1s's avatar
update  
rusty1s committed
57
58
        name = main.split(os.sep)[-1][:-4]
        sources = [main]
rusty1s's avatar
typo  
rusty1s committed
59

rusty1s's avatar
update  
rusty1s committed
60
61
62
        path = osp.join(extensions_dir, 'cpu', f'{name}_cpu.cpp')
        if osp.exists(path):
            sources += [path]
rusty1s's avatar
typo  
rusty1s committed
63

rusty1s's avatar
update  
rusty1s committed
64
65
66
        path = osp.join(extensions_dir, 'cuda', f'{name}_cuda.cu')
        if suffix == 'cuda' and osp.exists(path):
            sources += [path]
rusty1s's avatar
rusty1s committed
67

rusty1s's avatar
update  
rusty1s committed
68
69
70
71
72
73
74
75
76
77
        Extension = CppExtension if suffix == 'cpu' else CUDAExtension
        extension = Extension(
            f'torch_scatter._{name}_{suffix}',
            sources,
            include_dirs=[extensions_dir],
            define_macros=define_macros,
            extra_compile_args=extra_compile_args,
            extra_link_args=extra_link_args,
        )
        extensions += [extension]
rusty1s's avatar
rusty1s committed
78
79

    return extensions
rusty1s's avatar
rusty1s committed
80

rusty1s's avatar
rusty1s committed
81

rusty1s's avatar
rusty1s committed
82
install_requires = []
rusty1s's avatar
rusty1s committed
83
84
setup_requires = []
tests_require = ['pytest', 'pytest-runner', 'pytest-cov']
rusty1s's avatar
rusty1s committed
85

rusty1s's avatar
rusty1s committed
86
setup(
rusty1s's avatar
rusty1s committed
87
    name='torch_scatter',
rusty1s's avatar
rusty1s committed
88
    version='2.0.8',
rusty1s's avatar
rusty1s committed
89
90
    author='Matthias Fey',
    author_email='matthias.fey@tu-dortmund.de',
rusty1s's avatar
rusty1s committed
91
92
93
94
    url='https://github.com/rusty1s/pytorch_scatter',
    description='PyTorch Extension Library of Optimized Scatter Operations',
    keywords=['pytorch', 'scatter', 'segment', 'gather'],
    license='MIT',
rusty1s's avatar
rusty1s committed
95
    python_requires='>=3.6',
rusty1s's avatar
rusty1s committed
96
97
    install_requires=install_requires,
    setup_requires=setup_requires,
rusty1s's avatar
rusty1s committed
98
    tests_require=tests_require,
rusty1s's avatar
rusty1s committed
99
    extras_require={'test': tests_require},
rusty1s's avatar
rusty1s committed
100
    ext_modules=get_extensions() if not BUILD_DOCS else [],
rusty1s's avatar
rusty1s committed
101
    cmdclass={
rusty1s's avatar
rusty1s committed
102
103
        'build_ext':
        BuildExtension.with_options(no_python_abi_suffix=True, use_ninja=False)
rusty1s's avatar
rusty1s committed
104
    },
rusty1s's avatar
rusty1s committed
105
106
    packages=find_packages(),
)