# MIT License # # Copyright (c) 2020 Advanced Micro Devices, Inc. All rights reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. # Dependencies # HIP dependency is handled earlier in the project cmake file # when VerifyCompiler.cmake is included. # GIT # Test dependencies # For downloading, building, and installing required dependencies include(cmake/DownloadProject.cmake) if(NOT INSTALL_DEPENDENCIES) find_package(GTest 1.11) endif() if(NOT GTest_FOUND AND BUILD_TESTS OR INSTALL_DEPENDENCIES) # if(CMAKE_CXX_COMPILER MATCHES ".*/hipcc$") # # hip-clang cannot compile googlebenchmark for some reason # set(COMPILER_OVERRIDE "-DCMAKE_CXX_COMPILER=g++") # endif() # unset(GTEST_INCLUDE_DIR CACHE) # unset(GTEST_INCLUDE_DIRS CACHE) message(STATUS "GTest not found. Downloading and building GTest.") # Download, build and install googletest library set(GTEST_ROOT ${CMAKE_CURRENT_BINARY_DIR}/gtest CACHE PATH "") download_project(PROJ googletest GIT_REPOSITORY http://huchen:huchen@$ENV{GITLAB_SERVER}/Mirrors/googletest.git GIT_TAG release-1.11.0 INSTALL_DIR ${GTEST_ROOT} CMAKE_ARGS -DBUILD_GTEST=ON -DCMAKE_INSTALL_PREFIX= ${COMPILER_OVERRIDE} -DBUILD_SHARED_LIBS=OFF LOG_DOWNLOAD TRUE LOG_CONFIGURE TRUE LOG_BUILD TRUE LOG_INSTALL TRUE UPDATE_DISCONNECTED TRUE ) set(GTEST_INCLUDE_DIRS ${CMAKE_CURRENT_BINARY_DIR}/gtest/include CACHE PATH "") if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib) set(GTEST_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgtest.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib/libgtest_main.a CACHE PATH "") elseif(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64) set(GTEST_BOTH_LIBRARIES ${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgtest.a;${CMAKE_CURRENT_BINARY_DIR}/gtest/lib64/libgtest_main.a CACHE PATH "") else() message(FATAL_ERROR "Cannot find gtest library installation path.") find_package(GTest REQUIRED CONFIG PATHS ${GTEST_ROOT}) endif() endif() set(DATATYPES_INT "int8_t" "uint8_t" "int32_t" "uint32_t" "int64_t" "uint64_t" ) set(DATATYPES_FLOAT "half" "float" "double" "rccl_bfloat16" ) function(expand_collectives FILE FUNC) set(REDOP Sum Prod Min Max PreMulSum SumPostDiv) if (FUNC STREQUAL "MscclKernel") set(REDOP_FILTERED Sum Prod Min Max PreMulSum SumPostDiv) else() set(REDOP_FILTERED ${REDOP}) endif() foreach(REDOP_CURRENT IN LISTS REDOP_FILTERED) foreach(DATA_TYPE ${DATATYPES_INT} ${DATATYPES_FLOAT}) if (REDOP_CURRENT STREQUAL "SumPostDiv" AND DATA_TYPE IN_LIST DATATYPES_FLOAT) continue() # Skip the iteration for DATATYPES_FLOAT when REDOP_CURRENT is SumPostDiv endif() set(FILE_NAME "${HIPIFY_DIR}/src/collectives/device/${FILE}_${REDOP_CURRENT}_${DATA_TYPE}.cpp") message(STATUS "Generating ${FILE_NAME}") if (FUNC STREQUAL "MscclKernel") file(WRITE ${FILE_NAME} "#include \"${FILE}_impl.h\"\n" "#include \"primitives.h\"\n" "#include \"collectives.h\"\n" "#include \"devcomm.h\"\n" "MSCCL_IMPL_KERNEL_ENTRY_FUNC_DEVREDOP_TYPE(${REDOP_CURRENT}, ${DATA_TYPE}, false);") else() file(WRITE ${FILE_NAME} "#include \"${FILE}.h\"\n" "#include \"common.h\"\n" "#include \"collectives.h\"\n" "IMPL_COLL3(${FUNC}, ${REDOP_CURRENT}, ${DATA_TYPE});") endif() list(APPEND HIP_SOURCES ${FILE_NAME}) endforeach() endforeach() if (KERNELNAME) if (NOT FUNC STREQUAL "MscclKernel") set(FILE_NAME "${HIPIFY_DIR}/src/collectives/device/${FILE}.cpp") file(WRITE ${FILE_NAME} "#include \"${FILE}.h\"\n" "#include \"common.h\"\n" "#include \"collectives.h\"\n" "IMPL_COLL_KERN(${FUNC}, RING, SIMPLE, Sum, int8_t, FUNC_INDEX_P2P);") list(APPEND HIP_SOURCES ${FILE_NAME}) endif() endif() set(HIP_SOURCES ${HIP_SOURCES} PARENT_SCOPE) endfunction() # Find or download/install rocm-cmake project set( PROJECT_EXTERN_DIR ${CMAKE_CURRENT_BINARY_DIR}/extern ) find_package(ROCM QUIET CONFIG PATHS /opt/rocm) if(NOT ROCM_FOUND) set(rocm_cmake_tag "master" CACHE STRING "rocm-cmake tag to download") file( DOWNLOAD https://github.com/RadeonOpenCompute/rocm-cmake/archive/${rocm_cmake_tag}.zip ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag}.zip STATUS rocm_cmake_download_status LOG rocm_cmake_download_log ) list(GET rocm_cmake_download_status 0 rocm_cmake_download_error_code) if(rocm_cmake_download_error_code) message(FATAL_ERROR "Error: downloading " "https://github.com/RadeonOpenCompute/rocm-cmake/archive/${rocm_cmake_tag}.zip failed " "error_code: ${rocm_cmake_download_error_code} " "log: ${rocm_cmake_download_log} " ) endif() execute_process( COMMAND ${CMAKE_COMMAND} -E tar xzf ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag}.zip WORKING_DIRECTORY ${PROJECT_EXTERN_DIR} RESULT_VARIABLE rocm_cmake_unpack_error_code ) execute_process( COMMAND ${CMAKE_COMMAND} -DCMAKE_INSTALL_PREFIX=${PROJECT_EXTERN_DIR}/rocm-cmake . WORKING_DIRECTORY ${PROJECT_EXTERN_DIR}/rocm-cmake-${rocm_cmake_tag} ) execute_process( COMMAND ${CMAKE_COMMAND} --build rocm-cmake-${rocm_cmake_tag} --target install WORKING_DIRECTORY ${PROJECT_EXTERN_DIR}) if(rocm_cmake_unpack_error_code) message(FATAL_ERROR "Error: unpacking ${CMAKE_CURRENT_BINARY_DIR}/rocm-cmake-${rocm_cmake_tag}.zip failed") endif() find_package( ROCM 0.7.3 REQUIRED CONFIG PATHS ${PROJECT_EXTERN_DIR}/rocm-cmake ) endif() # Find available local ROCM targets # NOTE: This will eventually be part of ROCm-CMake and should be removed at that time function(rocm_local_targets VARIABLE) set(${VARIABLE} "NOTFOUND" PARENT_SCOPE) find_program(_rocm_agent_enumerator rocm_agent_enumerator HINTS /opt/rocm/bin ENV ROCM_PATH) if(NOT _rocm_agent_enumerator STREQUAL "_rocm_agent_enumerator-NOTFOUND") execute_process( COMMAND "${_rocm_agent_enumerator}" RESULT_VARIABLE _found_agents OUTPUT_VARIABLE _rocm_agents ERROR_QUIET ) if (_found_agents EQUAL 0) string(REPLACE "\n" ";" _rocm_agents "${_rocm_agents}") unset(result) foreach (agent IN LISTS _rocm_agents) if (NOT agent STREQUAL "gfx000") list(APPEND result "${agent}") endif() endforeach() if(result) list(REMOVE_DUPLICATES result) set(${VARIABLE} "${result}" PARENT_SCOPE) endif() endif() endif() endfunction() include(ROCMSetupVersion) include(ROCMCreatePackage) include(ROCMInstallTargets) include(ROCMPackageConfigHelpers) include(ROCMInstallSymlinks) include(ROCMCheckTargetIds) include(ROCMClients) include(ROCMHeaderWrapper)