"test/test_io_opt.py" did not exist on "d409c1173511becdc4607cf4628d73bd0fa9ba5b"
setup.py 7.99 KB
Newer Older
zhangwenwei's avatar
zhangwenwei committed
1
import os
2
import platform
Wenhao Wu's avatar
Wenhao Wu committed
3
4
5
6
import shutil
import sys
import warnings
from os import path as osp
7
8
9
from setuptools import find_packages, setup

import torch
zhangwenwei's avatar
zhangwenwei committed
10
11
from torch.utils.cpp_extension import (BuildExtension, CppExtension,
                                       CUDAExtension)
zhangwenwei's avatar
zhangwenwei committed
12
13
14
15
16
17
18
19
20
21
22
23
24
25


def readme():
    with open('README.md', encoding='utf-8') as f:
        content = f.read()
    return content


version_file = 'mmdet3d/version.py'


def get_version():
    with open(version_file, 'r') as f:
        exec(compile(f.read(), version_file, 'exec'))
26
27
28
29
30
31
32
    import sys

    # return short version for sdist
    if 'sdist' in sys.argv or 'bdist_wheel' in sys.argv:
        return locals()['short_version']
    else:
        return locals()['__version__']
zhangwenwei's avatar
zhangwenwei committed
33
34


zhangwenwei's avatar
zhangwenwei committed
35
36
37
38
39
40
41
42
43
44
45
46
47
def make_cuda_ext(name,
                  module,
                  sources,
                  sources_cuda=[],
                  extra_args=[],
                  extra_include_path=[]):

    define_macros = []
    extra_compile_args = {'cxx': [] + extra_args}

    if torch.cuda.is_available() or os.getenv('FORCE_CUDA', '0') == '1':
        define_macros += [('WITH_CUDA', None)]
        extension = CUDAExtension
zhangwenwei's avatar
zhangwenwei committed
48
        extra_compile_args['nvcc'] = extra_args + [
zhangwenwei's avatar
zhangwenwei committed
49
50
51
52
53
54
55
56
57
58
59
            '-D__CUDA_NO_HALF_OPERATORS__',
            '-D__CUDA_NO_HALF_CONVERSIONS__',
            '-D__CUDA_NO_HALF2_OPERATORS__',
        ]
        sources += sources_cuda
    else:
        print('Compiling {} without CUDA'.format(name))
        extension = CppExtension
        # raise EnvironmentError('CUDA is required to compile MMDetection!')

    return extension(
zhangwenwei's avatar
zhangwenwei committed
60
61
62
        name='{}.{}'.format(module, name),
        sources=[os.path.join(*module.split('.'), p) for p in sources],
        include_dirs=extra_include_path,
zhangwenwei's avatar
zhangwenwei committed
63
        define_macros=define_macros,
zhangwenwei's avatar
zhangwenwei committed
64
65
66
67
        extra_compile_args=extra_compile_args)


def parse_requirements(fname='requirements.txt', with_version=True):
wangtai's avatar
wangtai committed
68
    """Parse the package dependencies listed in a requirements file but strips
zhangwenwei's avatar
zhangwenwei committed
69
    specific versioning information.
wangtai's avatar
wangtai committed
70

zhangwenwei's avatar
zhangwenwei committed
71
72
73
    Args:
        fname (str): path to requirements file
        with_version (bool, default=False): if True include version specs
wangtai's avatar
wangtai committed
74

zhangwenwei's avatar
zhangwenwei committed
75
    Returns:
wangtai's avatar
wangtai committed
76
77
        list[str]: list of requirements items

zhangwenwei's avatar
zhangwenwei committed
78
79
80
    CommandLine:
        python -c "import setup; print(setup.parse_requirements())"
    """
wangtai's avatar
wangtai committed
81
    import re
zhangwenwei's avatar
zhangwenwei committed
82
83
84
85
86
    import sys
    from os.path import exists
    require_fpath = fname

    def parse_line(line):
wangtai's avatar
wangtai committed
87
        """Parse information from a line in a requirements text file."""
zhangwenwei's avatar
zhangwenwei committed
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
        if line.startswith('-r '):
            # Allow specifying requirements in other files
            target = line.split(' ')[1]
            for info in parse_require_file(target):
                yield info
        else:
            info = {'line': line}
            if line.startswith('-e '):
                info['package'] = line.split('#egg=')[1]
            else:
                # Remove versioning from the package
                pat = '(' + '|'.join(['>=', '==', '>']) + ')'
                parts = re.split(pat, line, maxsplit=1)
                parts = [p.strip() for p in parts]

                info['package'] = parts[0]
                if len(parts) > 1:
                    op, rest = parts[1:]
                    if ';' in rest:
                        # Handle platform specific dependencies
                        # http://setuptools.readthedocs.io/en/latest/setuptools.html#declaring-platform-specific-dependencies
                        version, platform_deps = map(str.strip,
                                                     rest.split(';'))
                        info['platform_deps'] = platform_deps
                    else:
                        version = rest  # NOQA
                    info['version'] = (op, version)
            yield info

    def parse_require_file(fpath):
        with open(fpath, 'r') as f:
            for line in f.readlines():
                line = line.strip()
                if line and not line.startswith('#'):
                    for info in parse_line(line):
                        yield info

    def gen_packages_items():
        if exists(require_fpath):
            for info in parse_require_file(require_fpath):
                parts = [info['package']]
                if with_version and 'version' in info:
                    parts.extend(info['version'])
                if not sys.version.startswith('3.4'):
                    # apparently package_deps are broken in 3.4
                    platform_deps = info.get('platform_deps')
                    if platform_deps is not None:
                        parts.append(';' + platform_deps)
                item = ''.join(parts)
                yield item

    packages = list(gen_packages_items())
    return packages


Wenhao Wu's avatar
Wenhao Wu committed
143
144
145
146
147
148
149
150
151
152
153
def add_mim_extention():
    """Add extra files that are required to support MIM into the package.

    These files will be added by creating a symlink to the originals if the
    package is installed in `editable` mode (e.g. pip install -e .), or by
    copying from the originals otherwise.
    """

    # parse installment mode
    if 'develop' in sys.argv:
        # installed by `pip install -e .`
154
155
156
157
158
        if platform.system() == 'Windows':
            # set `copy` mode here since symlink fails on Windows.
            mode = 'copy'
        else:
            mode = 'symlink'
Wenhao Wu's avatar
Wenhao Wu committed
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
    elif 'sdist' in sys.argv or 'bdist_wheel' in sys.argv:
        # installed by `pip install .`
        # or create source distribution by `python setup.py sdist`
        mode = 'copy'
    else:
        return

    filenames = ['tools', 'configs', 'model-index.yml']
    repo_path = osp.dirname(__file__)
    mim_path = osp.join(repo_path, 'mmdet3d', '.mim')
    os.makedirs(mim_path, exist_ok=True)

    for filename in filenames:
        if osp.exists(filename):
            src_path = osp.join(repo_path, filename)
            tar_path = osp.join(mim_path, filename)

            if osp.isfile(tar_path) or osp.islink(tar_path):
                os.remove(tar_path)
            elif osp.isdir(tar_path):
                shutil.rmtree(tar_path)

            if mode == 'symlink':
                src_relpath = osp.relpath(src_path, osp.dirname(tar_path))
                os.symlink(src_relpath, tar_path)
            elif mode == 'copy':
                if osp.isfile(src_path):
                    shutil.copyfile(src_path, tar_path)
                elif osp.isdir(src_path):
                    shutil.copytree(src_path, tar_path)
                else:
                    warnings.warn(f'Cannot copy file {src_path}.')
            else:
                raise ValueError(f'Invalid mode {mode}')


zhangwenwei's avatar
zhangwenwei committed
195
if __name__ == '__main__':
Wenhao Wu's avatar
Wenhao Wu committed
196
    add_mim_extention()
zhangwenwei's avatar
zhangwenwei committed
197
198
199
    setup(
        name='mmdet3d',
        version=get_version(),
Wenwei Zhang's avatar
Wenwei Zhang committed
200
201
        description=("OpenMMLab's next-generation platform"
                     'for general 3D object detection.'),
zhangwenwei's avatar
zhangwenwei committed
202
        long_description=readme(),
203
        long_description_content_type='text/markdown',
dingchang's avatar
dingchang committed
204
        author='MMDetection3D Contributors',
Wenwei Zhang's avatar
Wenwei Zhang committed
205
        author_email='zwwdev@gmail.com',
zhangwenwei's avatar
zhangwenwei committed
206
        keywords='computer vision, 3D object detection',
Wenwei Zhang's avatar
Wenwei Zhang committed
207
        url='https://github.com/open-mmlab/mmdetection3d',
Wenhao Wu's avatar
Wenhao Wu committed
208
209
        packages=find_packages(),
        include_package_data=True,
zhangwenwei's avatar
zhangwenwei committed
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
        package_data={'mmdet3d.ops': ['*/*.so']},
        classifiers=[
            'Development Status :: 4 - Beta',
            'License :: OSI Approved :: Apache Software License',
            'Operating System :: OS Independent',
            'Programming Language :: Python :: 3',
            'Programming Language :: Python :: 3.6',
            'Programming Language :: Python :: 3.7',
        ],
        license='Apache License 2.0',
        install_requires=parse_requirements('requirements/runtime.txt'),
        extras_require={
            'all': parse_requirements('requirements.txt'),
            'tests': parse_requirements('requirements/tests.txt'),
            'build': parse_requirements('requirements/build.txt'),
            'optional': parse_requirements('requirements/optional.txt'),
226
            'mim': parse_requirements('requirements/mminstall.txt'),
zhangwenwei's avatar
zhangwenwei committed
227
228
229
        },
        cmdclass={'build_ext': BuildExtension},
        zip_safe=False)