setup.py 4.36 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
import os
rusty1s's avatar
rusty1s committed
2
import sys
rusty1s's avatar
rusty1s committed
3
import glob
rusty1s's avatar
rusty1s committed
4
5
import os.path as osp
from itertools import product
rusty1s's avatar
rusty1s committed
6
from setuptools import setup, find_packages
rusty1s's avatar
rusty1s committed
7

rusty1s's avatar
rusty1s committed
8
import torch
rusty1s's avatar
rusty1s committed
9
from torch.__config__ import parallel_info
rusty1s's avatar
rusty1s committed
10
from torch.utils.cpp_extension import BuildExtension
rusty1s's avatar
rusty1s committed
11
from torch.utils.cpp_extension import CppExtension, CUDAExtension, CUDA_HOME
rusty1s's avatar
rusty1s committed
12

rusty1s's avatar
rusty1s committed
13
14
15
major, minor = int(str(torch.__version__)[0]), int(str(torch.__version__)[2])
use_ninja = major >= 2 or (major == 1 and minor >= 8)

rusty1s's avatar
rusty1s committed
16
WITH_CUDA = torch.cuda.is_available() and CUDA_HOME is not None
rusty1s's avatar
rusty1s committed
17
suffices = ['cpu', 'cuda'] if WITH_CUDA else ['cpu']
rusty1s's avatar
rusty1s committed
18
if os.getenv('FORCE_CUDA', '0') == '1':
rusty1s's avatar
rusty1s committed
19
20
21
22
23
    suffices = ['cuda', 'cpu']
if os.getenv('FORCE_ONLY_CUDA', '0') == '1':
    suffices = ['cuda']
if os.getenv('FORCE_ONLY_CPU', '0') == '1':
    suffices = ['cpu']
rusty1s's avatar
rusty1s committed
24
25
26

BUILD_DOCS = os.getenv('BUILD_DOCS', '0') == '1'

rusty1s's avatar
rusty1s committed
27
28
WITH_METIS = True if os.getenv('WITH_METIS', '0') == '1' else False
WITH_MTMETIS = True if os.getenv('WITH_MTMETIS', '0') == '1' else False
rusty1s's avatar
rusty1s committed
29

rusty1s's avatar
rusty1s committed
30
31

def get_extensions():
rusty1s's avatar
rusty1s committed
32
    extensions = []
rusty1s's avatar
rusty1s committed
33

rusty1s's avatar
rusty1s committed
34
35
36
    extensions_dir = osp.join(osp.dirname(osp.abspath(__file__)), 'csrc')
    main_files = glob.glob(osp.join(extensions_dir, '*.cpp'))

rusty1s's avatar
rusty1s committed
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
    for main, suffix in product(main_files, suffices):
        define_macros = []
        libraries = []
        if WITH_METIS:
            define_macros += [('WITH_METIS', None)]
            libraries += ['metis']
        if WITH_MTMETIS:
            define_macros += [('WITH_MTMETIS', None)]
            define_macros += [('MTMETIS_64BIT_VERTICES', None)]
            define_macros += [('MTMETIS_64BIT_EDGES', None)]
            define_macros += [('MTMETIS_64BIT_WEIGHTS', None)]
            define_macros += [('MTMETIS_64BIT_PARTITIONS', None)]
            libraries += ['mtmetis', 'wildriver']
        extra_compile_args = {'cxx': ['-O2']}
        extra_link_args = ['-s']

        info = parallel_info()
        if 'backend: OpenMP' in info and 'OpenMP not found' not in info:
            extra_compile_args['cxx'] += ['-DAT_PARALLEL_OPENMP']
            if sys.platform == 'win32':
                extra_compile_args['cxx'] += ['/openmp']
            else:
                extra_compile_args['cxx'] += ['-fopenmp']
        else:
            print('Compiling without OpenMP...')

        if suffix == 'cuda':
            define_macros += [('WITH_CUDA', None)]
            nvcc_flags = os.getenv('NVCC_FLAGS', '')
            nvcc_flags = [] if nvcc_flags == '' else nvcc_flags.split(' ')
            nvcc_flags += ['-arch=sm_35', '--expt-relaxed-constexpr', '-O2']
            extra_compile_args['nvcc'] = nvcc_flags

            if sys.platform == 'win32':
                extra_link_args += ['cusparse.lib']
            else:
                extra_link_args += ['-lcusparse', '-l', 'cusparse']

        name = main.split(os.sep)[-1][:-4]
rusty1s's avatar
rusty1s committed
76
77
        sources = [main]

rusty1s's avatar
rusty1s committed
78
        path = osp.join(extensions_dir, 'cpu', f'{name}_cpu.cpp')
rusty1s's avatar
rusty1s committed
79
80
81
        if osp.exists(path):
            sources += [path]

rusty1s's avatar
rusty1s committed
82
        path = osp.join(extensions_dir, 'cuda', f'{name}_cuda.cu')
rusty1s's avatar
rusty1s committed
83
        if suffix == 'cuda' and osp.exists(path):
rusty1s's avatar
rusty1s committed
84
            sources += [path]
rusty1s's avatar
rusty1s committed
85

rusty1s's avatar
rusty1s committed
86
        Extension = CppExtension if suffix == 'cpu' else CUDAExtension
rusty1s's avatar
rusty1s committed
87
        extension = Extension(
rusty1s's avatar
rusty1s committed
88
            f'torch_sparse._{name}_{suffix}',
rusty1s's avatar
rusty1s committed
89
90
91
92
            sources,
            include_dirs=[extensions_dir],
            define_macros=define_macros,
            extra_compile_args=extra_compile_args,
93
            extra_link_args=extra_link_args,
rusty1s's avatar
rusty1s committed
94
            libraries=libraries,
rusty1s's avatar
rusty1s committed
95
96
97
98
99
        )
        extensions += [extension]

    return extensions

rusty1s's avatar
rusty1s committed
100
101
102
103

install_requires = ['scipy']
setup_requires = ['pytest-runner']
tests_require = ['pytest', 'pytest-cov']
rusty1s's avatar
rusty1s committed
104
105
106

setup(
    name='torch_sparse',
rusty1s's avatar
rusty1s committed
107
    version='0.6.9',
rusty1s's avatar
rusty1s committed
108
109
    author='Matthias Fey',
    author_email='matthias.fey@tu-dortmund.de',
rusty1s's avatar
rusty1s committed
110
111
112
    url='https://github.com/rusty1s/pytorch_sparse',
    description=('PyTorch Extension Library of Optimized Autograd Sparse '
                 'Matrix Operations'),
rusty1s's avatar
rusty1s committed
113
    keywords=['pytorch', 'sparse', 'sparse-matrices', 'autograd'],
rusty1s's avatar
rusty1s committed
114
    license='MIT',
rusty1s's avatar
rusty1s committed
115
    python_requires='>=3.6',
rusty1s's avatar
rusty1s committed
116
117
118
    install_requires=install_requires,
    setup_requires=setup_requires,
    tests_require=tests_require,
rusty1s's avatar
rusty1s committed
119
    extras_require={'test': tests_require},
rusty1s's avatar
rusty1s committed
120
121
    ext_modules=get_extensions() if not BUILD_DOCS else [],
    cmdclass={
rusty1s's avatar
rusty1s committed
122
        'build_ext':
rusty1s's avatar
rusty1s committed
123
124
        BuildExtension.with_options(no_python_abi_suffix=True,
                                    use_ninja=use_ninja)
rusty1s's avatar
rusty1s committed
125
    },
126
127
    packages=find_packages(),
)