"vscode:/vscode.git/clone" did not exist on "596a3cc0cfd3b41506b75879b600235ac9300722"
setup.py 4.59 KB
Newer Older
traveller59's avatar
traveller59 committed
1
2
import os
import platform
3
import re
traveller59's avatar
traveller59 committed
4
import subprocess
5
import sys
traveller59's avatar
traveller59 committed
6
from distutils.version import LooseVersion
7
8
from pathlib import Path

9
10
11
12
import torch
from setuptools import Extension, find_packages, setup
from setuptools.command.build_ext import build_ext

13
14
15
16
# if 'LIBTORCH_ROOT' not in os.environ:
#     raise ValueError("You must set LIBTORCH_ROOT to your torch c++ library.")

LIBTORCH_ROOT = str(Path(torch.__file__).parent)
traveller59's avatar
traveller59 committed
17

tusimple's avatar
tusimple committed
18
19
SPCONV_FORCE_BUILD_CUDA = os.getenv("SPCONV_FORCE_BUILD_CUDA")

traveller59's avatar
traveller59 committed
20
PYTHON_VERSION = "{}.{}".format(sys.version_info.major, sys.version_info.minor)
yanyan's avatar
yanyan committed
21
22
PYTORCH_VERSION = list(map(int, torch.__version__.split(".")))
PYTORCH_VERSION_NUMBER = PYTORCH_VERSION[0] * 10000 + PYTORCH_VERSION[1] * 100 + PYTORCH_VERSION[2]
traveller59's avatar
traveller59 committed
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

class CMakeExtension(Extension):
    def __init__(self, name, sourcedir='', library_dirs=[]):
        Extension.__init__(self, name, sources=[], library_dirs=library_dirs)
        self.sourcedir = os.path.abspath(sourcedir)


class CMakeBuild(build_ext):
    def run(self):
        try:
            out = subprocess.check_output(['cmake', '--version'])
        except OSError:
            raise RuntimeError("CMake must be installed to build the following extensions: " +
                               ", ".join(e.name for e in self.extensions))

        if platform.system() == "Windows":
traveller59's avatar
traveller59 committed
39
40
41
            cmake_version = LooseVersion(re.search(r'version\s*([\d.]+)', out.decode()).group(1))
            if cmake_version < '3.13.0':
                raise RuntimeError("CMake >= 3.13.0 is required on Windows")
traveller59's avatar
traveller59 committed
42
43
44
45
46
47

        for ext in self.extensions:
            self.build_extension(ext)

    def build_extension(self, ext):
        extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name)))
traveller59's avatar
traveller59 committed
48
49
        cmake_args = [# '-G "Visual Studio 15 2017 Win64"',
                      '-DCMAKE_PREFIX_PATH={}'.format(LIBTORCH_ROOT),
traveller59's avatar
traveller59 committed
50
51
                      '-DPYBIND11_PYTHON_VERSION={}'.format(PYTHON_VERSION),
                      '-DSPCONV_BuildTests=OFF',
yanyan's avatar
yanyan committed
52
                      '-DPYTORCH_VERSION={}'.format(PYTORCH_VERSION_NUMBER)
53
                      ] #  -arch=sm_61
tusimple's avatar
tusimple committed
54
        if not torch.cuda.is_available() and SPCONV_FORCE_BUILD_CUDA is None:
traveller59's avatar
traveller59 committed
55
56
57
58
59
60
61
62
            cmake_args += ['-DSPCONV_BuildCUDA=OFF']
        else:
            cuda_flags = ["\"--expt-relaxed-constexpr\""]
            # must add following flags to use at::Half
            # but will remove raw half operators.
            cuda_flags += ["-D__CUDA_NO_HALF_OPERATORS__", "-D__CUDA_NO_HALF_CONVERSIONS__"]
            cuda_flags += ["-D__CUDA_NO_HALF2_OPERATORS__"] 
            cmake_args += ['-DCMAKE_CUDA_FLAGS=' + " ".join(cuda_flags)]
traveller59's avatar
traveller59 committed
63
        cfg = 'Debug' if self.debug else 'Release'
64
        assert cfg == "Release", "pytorch ops don't support debug build."
traveller59's avatar
traveller59 committed
65
66
67
        build_args = ['--config', cfg]
        print(cfg)
        if platform.system() == "Windows":
traveller59's avatar
traveller59 committed
68
69
70
71
            cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
            cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
            # cmake_args += ['-DCMAKE_ARCHIVE_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
            cmake_args += ['-DCMAKE_RUNTIME_OUTPUT_DIRECTORY_{}={}'.format(cfg.upper(), str(Path(extdir) / "spconv"))]
72
            cmake_args += ["-DCMAKE_WINDOWS_EXPORT_ALL_SYMBOLS=TRUE"]
traveller59's avatar
traveller59 committed
73
74
75
76
            if sys.maxsize > 2**32:
                cmake_args += ['-A', 'x64']
            build_args += ['--', '/m']
        else:
77
            cmake_args += ['-DCMAKE_LIBRARY_OUTPUT_DIRECTORY={}'.format(str(Path(extdir) / "spconv"))]
traveller59's avatar
traveller59 committed
78
79
80
81
82
83
84
85
            cmake_args += ['-DCMAKE_BUILD_TYPE=' + cfg]
            build_args += ['--', '-j4']

        env = os.environ.copy()
        env['CXXFLAGS'] = '{} -DVERSION_INFO=\\"{}\\"'.format(env.get('CXXFLAGS', ''),
                                                              self.distribution.get_version())
        if not os.path.exists(self.build_temp):
            os.makedirs(self.build_temp)
86
        print("|||||CMAKE ARGS|||||", cmake_args)
traveller59's avatar
traveller59 committed
87
88
89
90
91
92
93
        subprocess.check_call(['cmake', ext.sourcedir] + cmake_args, cwd=self.build_temp, env=env)
        subprocess.check_call(['cmake', '--build', '.'] + build_args, cwd=self.build_temp)


packages = find_packages(exclude=('tools', 'tools.*'))
setup(
    name='spconv',
Yan Yan's avatar
Yan Yan committed
94
    version='1.2',
traveller59's avatar
traveller59 committed
95
96
97
98
    author='Yan Yan',
    author_email='scrin@foxmail.com',
    description='spatial sparse convolution for pytorch',
    long_description='',
Yan Yan's avatar
Yan Yan committed
99
    setup_requires = ['torch>=1.3.0'],
traveller59's avatar
traveller59 committed
100
101
102
103
104
105
    packages=packages,
    package_dir = {'spconv': 'spconv'},
    ext_modules=[CMakeExtension('spconv', library_dirs=[])],
    cmdclass=dict(build_ext=CMakeBuild),
    zip_safe=False,
)