setup.py 4.74 KB
Newer Older
traveller59's avatar
traveller59 committed
1
2
import os
import platform
3
import re
traveller59's avatar
traveller59 committed
4
import subprocess
5
import sys
traveller59's avatar
traveller59 committed
6
from distutils.version import LooseVersion
7
8
from pathlib import Path

9
10
11
12
import torch
from setuptools import Extension, find_packages, setup
from setuptools.command.build_ext import build_ext

13
14
15
16
# if 'LIBTORCH_ROOT' not in os.environ:
#     raise ValueError("You must set LIBTORCH_ROOT to your torch c++ library.")

LIBTORCH_ROOT = str(Path(torch.__file__).parent)
traveller59's avatar
traveller59 committed
17

tusimple's avatar
tusimple committed
18
19
SPCONV_FORCE_BUILD_CUDA = os.getenv("SPCONV_FORCE_BUILD_CUDA")

traveller59's avatar
traveller59 committed
20
PYTHON_VERSION = "{}.{}".format(sys.version_info.major, sys.version_info.minor)
yanyan's avatar
yanyan committed
21

yanyan's avatar
yanyan committed
22
23
24
25
remove_plus = torch.__version__.find("+")
PYTORCH_VERSION = torch.__version__
if remove_plus != -1:
    PYTORCH_VERSION = torch.__version__[:remove_plus]
yanyan's avatar
yanyan committed
26
PYTORCH_VERSION = list(map(int, PYTORCH_VERSION.split(".")))
yanyan's avatar
yanyan committed
27
PYTORCH_VERSION_NUMBER = PYTORCH_VERSION[0] * 10000 + PYTORCH_VERSION[1] * 100 + PYTORCH_VERSION[2]
traveller59's avatar
traveller59 committed
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

class CMakeExtension(Extension):
    def __init__(self, name, sourcedir='', library_dirs=[]):
        Extension.__init__(self, name, sources=[], library_dirs=library_dirs)
        self.sourcedir = os.path.abspath(sourcedir)


class CMakeBuild(build_ext):
    def run(self):
        try:
            out = subprocess.check_output(['cmake', '--version'])
        except OSError:
            raise RuntimeError("CMake must be installed to build the following extensions: " +
                               ", ".join(e.name for e in self.extensions))

        if platform.system() == "Windows":
traveller59's avatar
traveller59 committed
44
45
46
            cmake_version = LooseVersion(re.search(r'version\s*([\d.]+)', out.decode()).group(1))
            if cmake_version < '3.13.0':
                raise RuntimeError("CMake >= 3.13.0 is required on Windows")
traveller59's avatar
traveller59 committed
47
48
49
50
51
52

        for ext in self.extensions:
            self.build_extension(ext)

    def build_extension(self, ext):
        extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name)))
traveller59's avatar
traveller59 committed
53
54
        cmake_args = [# '-G "Visual Studio 15 2017 Win64"',
                      '-DCMAKE_PREFIX_PATH={}'.format(LIBTORCH_ROOT),
traveller59's avatar
traveller59 committed
55
56
                      '-DPYBIND11_PYTHON_VERSION={}'.format(PYTHON_VERSION),
                      '-DSPCONV_BuildTests=OFF',
yanyan's avatar
yanyan committed
57
                      '-DPYTORCH_VERSION={}'.format(PYTORCH_VERSION_NUMBER)
58
                      ] #  -arch=sm_61
tusimple's avatar
tusimple committed
59
        if not torch.cuda.is_available() and SPCONV_FORCE_BUILD_CUDA is None:
traveller59's avatar
traveller59 committed
60
61
62
63
64
65
            cmake_args += ['-DSPCONV_BuildCUDA=OFF']
        else:
            cuda_flags = ["\"--expt-relaxed-constexpr\""]
            # must add following flags to use at::Half
            # but will remove raw half operators.
            cuda_flags += ["-D__CUDA_NO_HALF_OPERATORS__", "-D__CUDA_NO_HALF_CONVERSIONS__"]
yanyan's avatar
yanyan committed
66
            # cuda_flags += ["-D__CUDA_NO_HALF2_OPERATORS__"] 
traveller59's avatar
traveller59 committed
67
            cmake_args += ['-DCMAKE_CUDA_FLAGS=' + " ".join(cuda_flags)]
traveller59's avatar
traveller59 committed
68
        cfg = 'Debug' if self.debug else 'Release'
69
        assert cfg == "Release", "pytorch ops don't support debug build."
traveller59's avatar
traveller59 committed
70
71
72
        build_args = ['--config', cfg]
        print(cfg)
        if platform.system() == "Windows":
traveller59's avatar
traveller59 committed
73
74
75
76
            cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
            cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
            # cmake_args += ['-DCMAKE_ARCHIVE_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
            cmake_args += ['-DCMAKE_RUNTIME_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
77
            cmake_args += ["-DCMAKE_WINDOWS_EXPORT_ALL_SYMBOLS=TRUE"]
traveller59's avatar
traveller59 committed
78
79
80
81
            if sys.maxsize > 2**32:
                cmake_args += ['-A', 'x64']
            build_args += ['--', '/m']
        else:
82
            cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY={}'.format(str(Path(extdir) / "spconv"))]
traveller59's avatar
traveller59 committed
83
84
85
86
87
88
89
90
            cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
            build_args += ['--', '-j4']

        env = os.environ.copy()
        env['CXXFLAGS'] = '{} -DVERSION_INFO=\\"{}\\"'.format(env.get('CXXFLAGS', ''),
                                                              self.distribution.get_version())
        if not os.path.exists(self.build_temp):
            os.makedirs(self.build_temp)
91
        print("|||||CMAKE ARGS|||||", cmake_args)
traveller59's avatar
traveller59 committed
92
93
94
95
96
97
98
        subprocess.check_call(['cmake', ext.sourcedir] + cmake_args, cwd=self.build_temp, env=env)
        subprocess.check_call(['cmake', '--build', '.'] + build_args, cwd=self.build_temp)


packages = find_packages(exclude=('tools', 'tools.*'))
setup(
    name='spconv',
99
    version='1.2.1',
traveller59's avatar
traveller59 committed
100
101
102
103
    author='Yan Yan',
    author_email='scrin@foxmail.com',
    description='spatial sparse convolution for pytorch',
    long_description='',
Yan Yan's avatar
Yan Yan committed
104
    setup_requires = ['torch>=1.3.0'],
traveller59's avatar
traveller59 committed
105
106
107
108
109
110
    packages=packages,
    package_dir = {'spconv': 'spconv'},
    ext_modules=[CMakeExtension('spconv', library_dirs=[])],
    cmdclass=dict(build_ext=CMakeBuild),
    zip_safe=False,
)