build: add -DGGML_CUDA_NO_PEER_COPY=ON for rocm builds on windows (#9060)

a4f69a01 · Jeffrey Morgan · GitHub · 82658c3e · a4f69a01
Unverified Commit a4f69a01 authored Feb 13, 2025 by Jeffrey Morgan Committed by GitHub Feb 13, 2025
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

CMakeLists.txt CMakeLists.txt +4 -0

No files found.
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -104,6 +104,10 @@ if(CMAKE_HIP_COMPILER)
    if(AMDGPU_TARGETS)
        add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/ggml-hip)

+        if (WIN32)
+            target_compile_definitions(ggml-hip PRIVATE GGML_CUDA_NO_PEER_COPY=1)
+        endif()
+
        set(OLLAMA_HIP_INSTALL_DIR ${OLLAMA_INSTALL_DIR}/rocm)
        install(TARGETS ggml-hip
            RUNTIME_DEPENDENCIES