Unverified Commit 49e81f33 authored by hclearner's avatar hclearner Committed by GitHub
Browse files

Update setup.py

parent 8ebdc789
import setuptools import setuptools
from torch.utils.cpp_extension import BuildExtension, CUDAExtension from torch.utils.cpp_extension import BuildExtension, CUDAExtension
import os import os
import torch
cxx_flags = [] cxx_flags = []
ext_libs = [] ext_libs = []
...@@ -15,15 +15,20 @@ authors = [ ...@@ -15,15 +15,20 @@ authors = [
'Qin Li', 'Qin Li',
] ]
is_rocm_pytorch = False
if torch.__version__ >= '1.5':
from torch.utils.cpp_extension import ROCM_HOME
is_rocm_pytorch = True if ((torch.version.hip is not None) and (ROCM_HOME is not None)) else False
if os.environ.get('USE_NCCL', '1') == '1': if os.environ.get('USE_NCCL', '1') == '1':
cxx_flags.append('-DFMOE_USE_NCCL') cxx_flags.append('-DFMOE_USE_NCCL')
if os.environ.get('USE_ROCM', '0') == '1': if is_rocm_pytorch:
ext_libs.append('rccl') ext_libs.append('rccl')
else: else:
ext_libs.append('nccl') ext_libs.append('nccl')
if os.environ.get('USE_ROCM', '0') == '1': if is_rocm_pytorch:
define_macros=[('MOE_HIP_DIFF', None)] define_macros=[('FMOE_USE_HIP', None)]
else: else:
define_macros=[] define_macros=[]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment