[ADD] support multi-gpu qlen>1 q5_k

f5f79f5c · chenxl · f2938031 · f5f79f5c · f5f79f5c · f5f79f5c
Commit f5f79f5c authored Aug 12, 2024 by chenxl
3 changed files
--- a/third_party/llamafile/tinyblas_cpu_sgemm_amd_avxvnni.cpp
+++ b/third_party/llamafile/tinyblas_cpu_sgemm_amd_avxvnni.cpp
@@ -3,7 +3,7 @@
 // Copyrigth 2024 Mozilla Foundation.
 // Copyright(c) 2024 by KVCache.AI, All Rights Reserved.

-#ifdef __x86_64__
+#if defined(__x86_64__) || defined(_M_X64)
 #define llamafile_sgemm llamafile_sgemm_amd_avxvnni
 #include "tinyblas_cpu_sgemm.inc"
 #endif  // __x86_64__
--- a/third_party/llamafile/tinyblas_cpu_sgemm_amd_fma.cpp
+++ b/third_party/llamafile/tinyblas_cpu_sgemm_amd_fma.cpp
@@ -3,7 +3,7 @@
 // Copyrigth 2024 Mozilla Foundation.
 // Copyright(c) 2024 by KVCache.AI, All Rights Reserved.

-#ifdef __x86_64__
+#if defined(__x86_64__) || defined(_M_X64)
 #define llamafile_sgemm llamafile_sgemm_amd_fma
 #include "tinyblas_cpu_sgemm.inc"
 #endif  // __x86_64__
--- a/third_party/llamafile/tinyblas_cpu_sgemm_amd_zen4.cpp
+++ b/third_party/llamafile/tinyblas_cpu_sgemm_amd_zen4.cpp
@@ -3,7 +3,7 @@
 // Copyrigth 2024 Mozilla Foundation.
 // Copyright(c) 2024 by KVCache.AI, All Rights Reserved.

-#ifdef __x86_64__
+#if defined(__x86_64__) || defined(_M_X64)
 #define llamafile_sgemm llamafile_sgemm_amd_zen4
 #define iqk_mul_mat iqk_mul_mat_zen4
 #include "tinyblas_cpu_sgemm.inc"