setup.py 4.8 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
import glob
rusty1s's avatar
rusty1s committed
2
import os
rusty1s's avatar
rusty1s committed
3
import os.path as osp
Amit Aflalo's avatar
Amit Aflalo committed
4
import platform
rusty1s's avatar
rusty1s committed
5
6
import sys
from itertools import product
rusty1s's avatar
rusty1s committed
7

rusty1s's avatar
rusty1s committed
8
import torch
rusty1s's avatar
rusty1s committed
9
from setuptools import find_packages, setup
rusty1s's avatar
rusty1s committed
10
from torch.__config__ import parallel_info
Matthias Fey's avatar
Matthias Fey committed
11
12
13
14
15
16
from torch.utils.cpp_extension import (
    CUDA_HOME,
    BuildExtension,
    CppExtension,
    CUDAExtension,
)
rusty1s's avatar
rusty1s committed
17

Matthias Fey's avatar
Matthias Fey committed
18
__version__ = '0.6.14'
rusty1s's avatar
rusty1s committed
19
URL = 'https://github.com/rusty1s/pytorch_sparse'
rusty1s's avatar
rusty1s committed
20

rusty1s's avatar
rusty1s committed
21
WITH_CUDA = torch.cuda.is_available() and CUDA_HOME is not None
rusty1s's avatar
rusty1s committed
22
suffices = ['cpu', 'cuda'] if WITH_CUDA else ['cpu']
rusty1s's avatar
rusty1s committed
23
if os.getenv('FORCE_CUDA', '0') == '1':
rusty1s's avatar
rusty1s committed
24
25
26
27
28
    suffices = ['cuda', 'cpu']
if os.getenv('FORCE_ONLY_CUDA', '0') == '1':
    suffices = ['cuda']
if os.getenv('FORCE_ONLY_CPU', '0') == '1':
    suffices = ['cpu']
rusty1s's avatar
rusty1s committed
29
30
31

BUILD_DOCS = os.getenv('BUILD_DOCS', '0') == '1'

rusty1s's avatar
rusty1s committed
32
33
WITH_METIS = True if os.getenv('WITH_METIS', '0') == '1' else False
WITH_MTMETIS = True if os.getenv('WITH_MTMETIS', '0') == '1' else False
rusty1s's avatar
rusty1s committed
34

35
36
WITH_SYMBOLS = True if os.getenv('WITH_SYMBOLS', '0') == '1' else False

rusty1s's avatar
rusty1s committed
37
38

def get_extensions():
rusty1s's avatar
rusty1s committed
39
    extensions = []
rusty1s's avatar
rusty1s committed
40

rusty1s's avatar
rusty1s committed
41
    extensions_dir = osp.join('csrc')
rusty1s's avatar
rusty1s committed
42
43
    main_files = glob.glob(osp.join(extensions_dir, '*.cpp'))

rusty1s's avatar
rusty1s committed
44
    for main, suffix in product(main_files, suffices):
45
        define_macros = [('WITH_PYTHON', None)]
Daniel Falbel's avatar
Daniel Falbel committed
46
47
48
49

        if sys.platform == 'win32':
            define_macros += [('torchsparse_EXPORTS', None)]

rusty1s's avatar
rusty1s committed
50
51
52
53
54
55
56
57
58
59
60
        libraries = []
        if WITH_METIS:
            define_macros += [('WITH_METIS', None)]
            libraries += ['metis']
        if WITH_MTMETIS:
            define_macros += [('WITH_MTMETIS', None)]
            define_macros += [('MTMETIS_64BIT_VERTICES', None)]
            define_macros += [('MTMETIS_64BIT_EDGES', None)]
            define_macros += [('MTMETIS_64BIT_WEIGHTS', None)]
            define_macros += [('MTMETIS_64BIT_PARTITIONS', None)]
            libraries += ['mtmetis', 'wildriver']
rusty1s's avatar
rusty1s committed
61

rusty1s's avatar
rusty1s committed
62
        extra_compile_args = {'cxx': ['-O2']}
rusty1s's avatar
rusty1s committed
63
64
        if not os.name == 'nt':  # Not on Windows:
            extra_compile_args['cxx'] += ['-Wno-sign-compare']
65
        extra_link_args = [] if WITH_SYMBOLS else ['-s']
rusty1s's avatar
rusty1s committed
66
67

        info = parallel_info()
rusty1s's avatar
rusty1s committed
68
69
        if ('backend: OpenMP' in info and 'OpenMP not found' not in info
                and sys.platform != 'darwin'):
rusty1s's avatar
rusty1s committed
70
71
72
73
74
75
76
77
            extra_compile_args['cxx'] += ['-DAT_PARALLEL_OPENMP']
            if sys.platform == 'win32':
                extra_compile_args['cxx'] += ['/openmp']
            else:
                extra_compile_args['cxx'] += ['-fopenmp']
        else:
            print('Compiling without OpenMP...')

Amit Aflalo's avatar
Amit Aflalo committed
78
79
80
81
82
        # Compile for mac arm64
        if (sys.platform == 'darwin' and platform.machine() == 'arm64'):
            extra_compile_args['cxx'] += ['-arch', 'arm64']
            extra_link_args += ['-arch', 'arm64']

rusty1s's avatar
rusty1s committed
83
84
85
86
        if suffix == 'cuda':
            define_macros += [('WITH_CUDA', None)]
            nvcc_flags = os.getenv('NVCC_FLAGS', '')
            nvcc_flags = [] if nvcc_flags == '' else nvcc_flags.split(' ')
87
            nvcc_flags += ['--expt-relaxed-constexpr', '-O2']
rusty1s's avatar
rusty1s committed
88
89
90
91
92
93
94
95
            extra_compile_args['nvcc'] = nvcc_flags

            if sys.platform == 'win32':
                extra_link_args += ['cusparse.lib']
            else:
                extra_link_args += ['-lcusparse', '-l', 'cusparse']

        name = main.split(os.sep)[-1][:-4]
rusty1s's avatar
rusty1s committed
96
97
        sources = [main]

rusty1s's avatar
rusty1s committed
98
        path = osp.join(extensions_dir, 'cpu', f'{name}_cpu.cpp')
rusty1s's avatar
rusty1s committed
99
100
101
        if osp.exists(path):
            sources += [path]

rusty1s's avatar
rusty1s committed
102
        path = osp.join(extensions_dir, 'cuda', f'{name}_cuda.cu')
rusty1s's avatar
rusty1s committed
103
        if suffix == 'cuda' and osp.exists(path):
rusty1s's avatar
rusty1s committed
104
            sources += [path]
rusty1s's avatar
rusty1s committed
105

rusty1s's avatar
rusty1s committed
106
        Extension = CppExtension if suffix == 'cpu' else CUDAExtension
rusty1s's avatar
rusty1s committed
107
        extension = Extension(
rusty1s's avatar
rusty1s committed
108
            f'torch_sparse._{name}_{suffix}',
rusty1s's avatar
rusty1s committed
109
110
111
112
            sources,
            include_dirs=[extensions_dir],
            define_macros=define_macros,
            extra_compile_args=extra_compile_args,
113
            extra_link_args=extra_link_args,
rusty1s's avatar
rusty1s committed
114
            libraries=libraries,
rusty1s's avatar
rusty1s committed
115
116
117
118
119
        )
        extensions += [extension]

    return extensions

rusty1s's avatar
rusty1s committed
120

rusty1s's avatar
rusty1s committed
121
122
123
124
125
126
127
128
install_requires = [
    'scipy',
]

test_requires = [
    'pytest',
    'pytest-cov',
]
rusty1s's avatar
rusty1s committed
129
130
131

setup(
    name='torch_sparse',
rusty1s's avatar
rusty1s committed
132
    version=__version__,
rusty1s's avatar
rusty1s committed
133
134
    description=('PyTorch Extension Library of Optimized Autograd Sparse '
                 'Matrix Operations'),
rusty1s's avatar
rusty1s committed
135
136
137
138
139
140
141
142
143
144
145
    author='Matthias Fey',
    author_email='matthias.fey@tu-dortmund.de',
    url=URL,
    download_url=f'{URL}/archive/{__version__}.tar.gz',
    keywords=[
        'pytorch',
        'sparse',
        'sparse-matrices',
        'autograd',
    ],
    python_requires='>=3.7',
rusty1s's avatar
rusty1s committed
146
    install_requires=install_requires,
rusty1s's avatar
rusty1s committed
147
148
149
    extras_require={
        'test': test_requires,
    },
rusty1s's avatar
rusty1s committed
150
151
    ext_modules=get_extensions() if not BUILD_DOCS else [],
    cmdclass={
rusty1s's avatar
rusty1s committed
152
153
        'build_ext':
        BuildExtension.with_options(no_python_abi_suffix=True, use_ninja=False)
rusty1s's avatar
rusty1s committed
154
    },
155
    packages=find_packages(),
rusty1s's avatar
rusty1s committed
156
    include_package_data=True,
157
)