refator: llama.cpp

2b67188c · chenpangpang · 8939e76b · 2b67188c · 2b67188c · 2b67188c
Commit 2b67188c authored Aug 09, 2024 by chenpangpang
20 changed files
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs256-f16-f16.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs256-f16-f16.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-f16.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-f16.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_0.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_0.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_1.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_1.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_0.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_0.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_1.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_1.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q8_0.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q8_0.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb16.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb16.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb32.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb32.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb16.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb16.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb32.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb32.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/generate_cu_files.py
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/generate_cu_files.py
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq1_s.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq1_s.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_s.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_s.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_s.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_s.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu
--- a/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu
+++ b/voicechat2/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu