init

0ce8bcfd · xuxzh1 · b0135f4b · 0ce8bcfd · 0ce8bcfd · 0ce8bcfd
Commit 0ce8bcfd authored Nov 12, 2024 by xuxzh1 🎱
20 changed files
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/generate_cu_files.py
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/generate_cu_files.py
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq1_s.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq1_s.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_s.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_s.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xs.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq2_xxs.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_s.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_s.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq3_xxs.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_nl.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-iq4_xs.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q2_k.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q2_k.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q3_k.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q3_k.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_0.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_0.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_1.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_1.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_k.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q4_k.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_0.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_0.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_1.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_1.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_k.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q5_k.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q6_k.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q6_k.cu
--- a/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q8_0.cu
+++ b/llm/llama.cpp/ggml/src/ggml-cuda/template-instances/mmq-instance-q8_0.cu