setup.py 5.13 KB
Newer Older
facebook-github-bot's avatar
facebook-github-bot committed
1
2
3
4
5
#!/usr/bin/env python
# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

import glob
import os
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
6
import runpy
Christoph Lassner's avatar
Christoph Lassner committed
7
import warnings
8
from typing import List, Optional
9

facebook-github-bot's avatar
facebook-github-bot committed
10
import torch
11
from setuptools import find_packages, setup
facebook-github-bot's avatar
facebook-github-bot committed
12
13
14
from torch.utils.cpp_extension import CUDA_HOME, CppExtension, CUDAExtension


15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
def get_existing_ccbin(nvcc_args: List[str]) -> Optional[str]:
    """
    Given a list of nvcc arguments, return the compiler if specified.

    Note from CUDA doc: Single value options and list options must have
    arguments, which must follow the name of the option itself by either
    one of more spaces or an equals character.
    """
    last_arg = None
    for arg in reversed(nvcc_args):
        if arg == "-ccbin":
            return last_arg
        if arg.startswith("-ccbin="):
            return arg[7:]
        last_arg = arg
    return None


facebook-github-bot's avatar
facebook-github-bot committed
33
34
35
def get_extensions():
    this_dir = os.path.dirname(os.path.abspath(__file__))
    extensions_dir = os.path.join(this_dir, "pytorch3d", "csrc")
36
37
    sources = glob.glob(os.path.join(extensions_dir, "**", "*.cpp"), recursive=True)
    source_cuda = glob.glob(os.path.join(extensions_dir, "**", "*.cu"), recursive=True)
facebook-github-bot's avatar
facebook-github-bot committed
38
39
    extension = CppExtension

40
    extra_compile_args = {"cxx": ["-std=c++14"]}
facebook-github-bot's avatar
facebook-github-bot committed
41
    define_macros = []
42
    include_dirs = [extensions_dir]
facebook-github-bot's avatar
facebook-github-bot committed
43

44
45
    force_cuda = os.getenv("FORCE_CUDA", "0") == "1"
    if (torch.cuda.is_available() and CUDA_HOME is not None) or force_cuda:
facebook-github-bot's avatar
facebook-github-bot committed
46
47
48
        extension = CUDAExtension
        sources += source_cuda
        define_macros += [("WITH_CUDA", None)]
49
50
51
52
53
        # Thrust is only used for its tuple objects.
        # With CUDA 11.0 we can't use the cudatoolkit's version of cub.
        # We take the risk that CUB and Thrust are incompatible, because
        # we aren't using parts of Thrust which actually use CUB.
        define_macros += [("THRUST_IGNORE_CUB_VERSION_CHECK", None)]
54
        cub_home = os.environ.get("CUB_HOME", None)
55
        nvcc_args = [
56
            "-std=c++14",
facebook-github-bot's avatar
facebook-github-bot committed
57
58
59
60
61
            "-DCUDA_HAS_FP16=1",
            "-D__CUDA_NO_HALF_OPERATORS__",
            "-D__CUDA_NO_HALF_CONVERSIONS__",
            "-D__CUDA_NO_HALF2_OPERATORS__",
        ]
62
63
64
65
66
        if cub_home is None:
            prefix = os.environ.get("CONDA_PREFIX", None)
            if prefix is not None and os.path.isdir(prefix + "/include/cub"):
                cub_home = prefix + "/include"

Christoph Lassner's avatar
Christoph Lassner committed
67
68
69
70
71
72
73
74
75
        if cub_home is None:
            warnings.warn(
                "The environment variable `CUB_HOME` was not found. "
                "NVIDIA CUB is required for compilation and can be downloaded "
                "from `https://github.com/NVIDIA/cub/releases`. You can unpack "
                "it to a location of your choice and set the environment variable "
                "`CUB_HOME` to the folder containing the `CMakeListst.txt` file."
            )
        else:
76
            include_dirs.append(os.path.realpath(cub_home).replace("\\ ", " "))
77
78
79
        nvcc_flags_env = os.getenv("NVCC_FLAGS", "")
        if nvcc_flags_env != "":
            nvcc_args.extend(nvcc_flags_env.split(" "))
facebook-github-bot's avatar
facebook-github-bot committed
80

81
82
        # This is needed for pytorch 1.6 and earlier. See e.g.
        # https://github.com/facebookresearch/pytorch3d/issues/436
83
84
85
86
87
88
89
90
91
92
93
94
        # It is harmless after https://github.com/pytorch/pytorch/pull/47404 .
        # But it can be problematic in torch 1.7.0 and 1.7.1
        if torch.__version__[:4] != "1.7.":
            CC = os.environ.get("CC", None)
            if CC is not None:
                existing_CC = get_existing_ccbin(nvcc_args)
                if existing_CC is None:
                    CC_arg = "-ccbin={}".format(CC)
                    nvcc_args.append(CC_arg)
                elif existing_CC != CC:
                    msg = f"Inconsistent ccbins: {CC} and {existing_CC}"
                    raise ValueError(msg)
95
96

        extra_compile_args["nvcc"] = nvcc_args
facebook-github-bot's avatar
facebook-github-bot committed
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

    sources = [os.path.join(extensions_dir, s) for s in sources]

    ext_modules = [
        extension(
            "pytorch3d._C",
            sources,
            include_dirs=include_dirs,
            define_macros=define_macros,
            extra_compile_args=extra_compile_args,
        )
    ]

    return ext_modules


113
# Retrieve __version__ from the package.
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
114
__version__ = runpy.run_path("pytorch3d/__init__.py")["__version__"]
115

116
117
118
119
120
121
122
123
124
125
126
127

if os.getenv("PYTORCH3D_NO_NINJA", "0") == "1":

    class BuildExtension(torch.utils.cpp_extension.BuildExtension):
        def __init__(self, *args, **kwargs):
            super().__init__(use_ninja=False, *args, **kwargs)


else:
    BuildExtension = torch.utils.cpp_extension.BuildExtension


facebook-github-bot's avatar
facebook-github-bot committed
128
129
setup(
    name="pytorch3d",
130
    version=__version__,
facebook-github-bot's avatar
facebook-github-bot committed
131
132
    author="FAIR",
    url="https://github.com/facebookresearch/pytorch3d",
133
    description="PyTorch3D is FAIR's library of reusable components "
facebook-github-bot's avatar
facebook-github-bot committed
134
    "for deep Learning with 3D data.",
Jeremy Reizenstein's avatar
Jeremy Reizenstein committed
135
136
137
138
    packages=find_packages(
        exclude=("configs", "tests", "tests.*", "docs.*", "projects.*")
    ),
    install_requires=["fvcore", "iopath"],
facebook-github-bot's avatar
facebook-github-bot committed
139
140
141
142
143
    extras_require={
        "all": ["matplotlib", "tqdm>4.29.0", "imageio", "ipywidgets"],
        "dev": ["flake8", "isort", "black==19.3b0"],
    },
    ext_modules=get_extensions(),
144
    cmdclass={"build_ext": BuildExtension},
facebook-github-bot's avatar
facebook-github-bot committed
145
)