fix compilation

117a8d2f · Azure · 3986e2d2 · 117a8d2f
Commit 117a8d2f authored Mar 14, 2025 by Azure
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu +3 -0

No files found.
--- a/ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu
+++ b/ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu
@@ -15,7 +15,10 @@
 #include <torch/torch.h>
 #include <cstdint>
 #include <c10/cuda/CUDAGuard.h>
+
+#ifdef KTRANSFORMERS_USE_ROCM
 typedef hip_bfloat16 nv_bfloat16;
+#endif

 __global__ void dequantize_q8_0_fp32_kernel(const int8_t* data, float* output, const int blk_size, const int ele_per_blk, const int num_blocks) {
    long long global_idx = blockIdx.x * blockDim.x + threadIdx.x;