"mmdet3d/datasets/transforms/dbsampler.py" did not exist on "406ce50b6cb5351b2000afff8b9acd7922c98be2"
cpu_adam.py 1.46 KB
Newer Older
Samyam Rajbhandari's avatar
Samyam Rajbhandari committed
1
2
3
"""
Copyright 2020 The Microsoft DeepSpeed Team
"""
4
import os
aiss's avatar
aiss committed
5
from .builder import TorchCPUOpBuilder
6
7


aiss's avatar
aiss committed
8
class CPUAdamBuilder(TorchCPUOpBuilder):
9
10
11
12
13
14
15
16
17
18
    BUILD_VAR = "DS_BUILD_CPU_ADAM"
    NAME = "cpu_adam"

    def __init__(self):
        super().__init__(name=self.NAME)

    def absolute_name(self):
        return f'deepspeed.ops.adam.{self.NAME}_op'

    def sources(self):
aiss's avatar
aiss committed
19
20
21
22
23
24
25
26
27
        return ['csrc/adam/cpu_adam.cpp', 'csrc/common/custom_cuda_kernel.cu']

    def libraries_args(self):
        args = super().libraries_args()
        #args += ['curand']
    #aiss debug 0506########
        args += ['hiprand']
        args += ['rocrand']
        return args
28
29

    def include_paths(self):
aiss's avatar
aiss committed
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
        import torch
        if not self.is_rocm_pytorch():
            CUDA_INCLUDE = [os.path.join(torch.utils.cpp_extension.CUDA_HOME, "include")]
        else:
            CUDA_INCLUDE = [
                os.path.join(torch.utils.cpp_extension.ROCM_HOME,
                             "include"),
                os.path.join(torch.utils.cpp_extension.ROCM_HOME,
                             "include",
                             "rocrand"),
                os.path.join(torch.utils.cpp_extension.ROCM_HOME,
                             "include",
                             "hiprand"),
            ]
        return ['csrc/includes'] + CUDA_INCLUDE

   ##aiss add
47
48
49
    def cxx_args(self):

        return [
aiss's avatar
aiss committed
50
51
52
            '-lrocblas',
            '-lhipblas',
            '-D__HIP_DEVICE_COMPILE__',
53
        ]