|
| 1 | +# ============================================================================= |
| 2 | +# Configure cuSolverMp dependencies and linking for ABACUS |
| 3 | +# ============================================================================= |
| 4 | + |
| 5 | +include_guard(GLOBAL) |
| 6 | + |
| 7 | +function(abacus_setup_cusolvermp target_name) |
| 8 | + add_compile_definitions(__CUSOLVERMP) |
| 9 | + |
| 10 | + # Find cuSolverMp first, then decide communicator backend. |
| 11 | + find_library(CUSOLVERMP_LIBRARY NAMES cusolverMp |
| 12 | + HINTS ${CAL_CUSOLVERMP_PATH} ${NVHPC_ROOT_DIR} |
| 13 | + PATH_SUFFIXES lib lib64 math_libs/lib math_libs/lib64) |
| 14 | + |
| 15 | + find_path(CUSOLVERMP_INCLUDE_DIR NAMES cusolverMp.h |
| 16 | + HINTS ${CAL_CUSOLVERMP_PATH} ${NVHPC_ROOT_DIR} |
| 17 | + PATH_SUFFIXES include math_libs/include) |
| 18 | + |
| 19 | + if(NOT CUSOLVERMP_LIBRARY OR NOT CUSOLVERMP_INCLUDE_DIR) |
| 20 | + message(FATAL_ERROR |
| 21 | + "cusolverMp not found. Set CUSOLVERMP_PATH or NVHPC_ROOT_DIR." |
| 22 | + ) |
| 23 | + endif() |
| 24 | + |
| 25 | + message(STATUS "Found cusolverMp: ${CUSOLVERMP_LIBRARY}") |
| 26 | + |
| 27 | + set(CUSOLVERMP_VERSION_STR "") |
| 28 | + set(CUSOLVERMP_VERSION_HEADER "${CUSOLVERMP_INCLUDE_DIR}/cusolverMp.h") |
| 29 | + if(EXISTS "${CUSOLVERMP_VERSION_HEADER}") |
| 30 | + file(STRINGS "${CUSOLVERMP_VERSION_HEADER}" CUSOLVERMP_MAJOR_LINE |
| 31 | + REGEX "^#define[ \t]+CUSOLVERMP_VER_MAJOR[ \t]+[0-9]+") |
| 32 | + file(STRINGS "${CUSOLVERMP_VERSION_HEADER}" CUSOLVERMP_MINOR_LINE |
| 33 | + REGEX "^#define[ \t]+CUSOLVERMP_VER_MINOR[ \t]+[0-9]+") |
| 34 | + file(STRINGS "${CUSOLVERMP_VERSION_HEADER}" CUSOLVERMP_PATCH_LINE |
| 35 | + REGEX "^#define[ \t]+CUSOLVERMP_VER_PATCH[ \t]+[0-9]+") |
| 36 | + string(REGEX MATCH "([0-9]+)" CUSOLVERMP_VER_MAJOR "${CUSOLVERMP_MAJOR_LINE}") |
| 37 | + string(REGEX MATCH "([0-9]+)" CUSOLVERMP_VER_MINOR "${CUSOLVERMP_MINOR_LINE}") |
| 38 | + string(REGEX MATCH "([0-9]+)" CUSOLVERMP_VER_PATCH "${CUSOLVERMP_PATCH_LINE}") |
| 39 | + if(NOT CUSOLVERMP_VER_MAJOR STREQUAL "" |
| 40 | + AND NOT CUSOLVERMP_VER_MINOR STREQUAL "" |
| 41 | + AND NOT CUSOLVERMP_VER_PATCH STREQUAL "") |
| 42 | + set(CUSOLVERMP_VERSION_STR |
| 43 | + "${CUSOLVERMP_VER_MAJOR}.${CUSOLVERMP_VER_MINOR}.${CUSOLVERMP_VER_PATCH}") |
| 44 | + endif() |
| 45 | + endif() |
| 46 | + |
| 47 | + # Auto-select communicator backend by cuSolverMp version. |
| 48 | + # cuSolverMp < 0.7.0 -> CAL, otherwise -> NCCL. |
| 49 | + set(_use_cal OFF) |
| 50 | + if(CUSOLVERMP_VERSION_STR AND CUSOLVERMP_VERSION_STR VERSION_LESS "0.7.0") |
| 51 | + set(_use_cal ON) |
| 52 | + message(STATUS |
| 53 | + "Detected cuSolverMp ${CUSOLVERMP_VERSION_STR} (< 0.7.0). Using CAL backend.") |
| 54 | + elseif(CUSOLVERMP_VERSION_STR) |
| 55 | + message(STATUS |
| 56 | + "Detected cuSolverMp ${CUSOLVERMP_VERSION_STR} (>= 0.7.0). Using NCCL backend.") |
| 57 | + elseif(NOT CUSOLVERMP_VERSION_STR) |
| 58 | + message(WARNING |
| 59 | + "Unable to detect cuSolverMp version from header. Using NCCL backend by default.") |
| 60 | + endif() |
| 61 | + |
| 62 | + # Backend selection: |
| 63 | + # - _use_cal=ON -> cal communicator backend |
| 64 | + # - _use_cal=OFF -> NCCL communicator backend |
| 65 | + if(_use_cal) |
| 66 | + add_compile_definitions(__USE_CAL) |
| 67 | + |
| 68 | + find_library(CAL_LIBRARY NAMES cal |
| 69 | + HINTS ${CAL_CUSOLVERMP_PATH} ${NVHPC_ROOT_DIR} |
| 70 | + PATH_SUFFIXES lib lib64 math_libs/lib64) |
| 71 | + find_path(CAL_INCLUDE_DIR NAMES cal.h |
| 72 | + HINTS ${CAL_CUSOLVERMP_PATH} ${NVHPC_ROOT_DIR} |
| 73 | + PATH_SUFFIXES include math_libs/include) |
| 74 | + |
| 75 | + if(NOT CAL_LIBRARY OR NOT CAL_INCLUDE_DIR) |
| 76 | + message(FATAL_ERROR "CAL not found. Set CAL_PATH or NVHPC_ROOT_DIR.") |
| 77 | + endif() |
| 78 | + |
| 79 | + message(STATUS "Found CAL: ${CAL_LIBRARY}") |
| 80 | + if(NOT TARGET CAL::CAL) |
| 81 | + add_library(CAL::CAL IMPORTED INTERFACE) |
| 82 | + set_target_properties(CAL::CAL PROPERTIES |
| 83 | + INTERFACE_LINK_LIBRARIES "${CAL_LIBRARY}" |
| 84 | + INTERFACE_INCLUDE_DIRECTORIES "${CAL_INCLUDE_DIR}") |
| 85 | + endif() |
| 86 | + else() |
| 87 | + |
| 88 | + find_library(NCCL_LIBRARY NAMES nccl |
| 89 | + HINTS ${NCCL_PATH} ${NVHPC_ROOT_DIR} |
| 90 | + PATH_SUFFIXES lib lib64 comm_libs/nccl/lib) |
| 91 | + find_path(NCCL_INCLUDE_DIR NAMES nccl.h |
| 92 | + HINTS ${NCCL_PATH} ${NVHPC_ROOT_DIR} |
| 93 | + PATHS ${CUDA_TOOLKIT_ROOT_DIR} |
| 94 | + PATH_SUFFIXES include comm_libs/nccl/include) |
| 95 | + |
| 96 | + if(NOT NCCL_LIBRARY OR NOT NCCL_INCLUDE_DIR) |
| 97 | + message(FATAL_ERROR "NCCL not found. Set NCCL_PATH or NVHPC_ROOT_DIR.") |
| 98 | + endif() |
| 99 | + |
| 100 | + message(STATUS "Found NCCL: ${NCCL_LIBRARY}") |
| 101 | + if(NOT TARGET NCCL::NCCL) |
| 102 | + add_library(NCCL::NCCL IMPORTED INTERFACE) |
| 103 | + set_target_properties(NCCL::NCCL PROPERTIES |
| 104 | + INTERFACE_LINK_LIBRARIES "${NCCL_LIBRARY}" |
| 105 | + INTERFACE_INCLUDE_DIRECTORIES "${NCCL_INCLUDE_DIR}") |
| 106 | + endif() |
| 107 | + endif() |
| 108 | + |
| 109 | + # Create cusolverMp::cusolverMp imported target |
| 110 | + if(NOT TARGET cusolverMp::cusolverMp) |
| 111 | + add_library(cusolverMp::cusolverMp IMPORTED INTERFACE) |
| 112 | + set_target_properties(cusolverMp::cusolverMp PROPERTIES |
| 113 | + INTERFACE_LINK_LIBRARIES "${CUSOLVERMP_LIBRARY}" |
| 114 | + INTERFACE_INCLUDE_DIRECTORIES "${CUSOLVERMP_INCLUDE_DIR}") |
| 115 | + endif() |
| 116 | + |
| 117 | + # === Link libraries === |
| 118 | + if(_use_cal) |
| 119 | + target_link_libraries(${target_name} |
| 120 | + CAL::CAL |
| 121 | + cusolverMp::cusolverMp) |
| 122 | + else() |
| 123 | + target_link_libraries(${target_name} |
| 124 | + NCCL::NCCL |
| 125 | + cusolverMp::cusolverMp) |
| 126 | + endif() |
| 127 | +endfunction() |
0 commit comments