[ROCm] Fix build problem resulted from previous commit related to FP8 kv-cache support (#2790)

c81dddb4 · Hongxia Yang · GitHub · fe6d09ae · c81dddb4 · c81dddb4
Unverified Commit c81dddb4 authored Feb 07, 2024 by Hongxia Yang Committed by GitHub Feb 06, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 16 additions and 0 deletions

Dockerfile.rocm Dockerfile.rocm +1 -0

rocm_patch/rocm_bf16.patch rocm_patch/rocm_bf16.patch +15 -0

No files found.
--- a/Dockerfile.rocm
+++ b/Dockerfile.rocm
@@ -76,6 +76,7 @@ RUN cd /app \
    && cd vllm \
    && pip install -U -r requirements-rocm.txt \
    && bash patch_xformers.rocm.sh \
+    && patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h /app/vllm/rocm_patch/rocm_bf16.patch \
    && python3 setup.py install \
    && cd ..

--- a/rocm_patch/rocm_bf16.patch
+++ b/rocm_patch/rocm_bf16.patch
+--- amd_hip_bf16.h	2024-02-06 18:28:58.268699142 +0000
+++ amd_hip_bf16.h.new	2024-02-06 18:28:31.988647133 +0000
+@@ -90,10 +90,10 @@
+ #include "math_fwd.h"              // ocml device functions
+ #if defined(__HIPCC_RTC__)
+-#define __HOST_DEVICE__ __device__
+#define __HOST_DEVICE__ __device__ static
+ #else
+ #include <climits>
+-#define __HOST_DEVICE__ __host__ __device__
+#define __HOST_DEVICE__ __host__ __device__ static inline
+ #endif
+ // Since we are using unsigned short to represent data in bfloat16, it can be of different sizes on