init

d3ad6274 · xuxzh1 · 97b02a89 · 97b02a89 · 97b02a89 · 97b02a89
Commit d3ad6274 authored Nov 12, 2024 by xuxzh1 🎱
20 changed files
--- a/llm/llama.cpp/examples/finetune/finetune.cpp
+++ b/llm/llama.cpp/examples/finetune/finetune.cpp
--- a/llm/llama.cpp/examples/finetune/finetune.sh
+++ b/llm/llama.cpp/examples/finetune/finetune.sh
-#!/bin/bash
-cd `dirname $0`
-cd ../..
-
-EXE="./finetune"
-
-if [[ ! $LLAMA_MODEL_DIR ]]; then LLAMA_MODEL_DIR="./models"; fi
-if [[ ! $LLAMA_TRAINING_DIR ]]; then LLAMA_TRAINING_DIR="."; fi
-
-# MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2-q8_0.gguf" # This is the model the readme uses.
-MODEL="$LLAMA_MODEL_DIR/openllama-3b-v2.gguf" # An f16 model. Note in this case with "-g", you get an f32-format .BIN file that isn't yet supported if you use it with "main --lora" with GPU inferencing.
-
-while getopts "dg" opt; do
-  case $opt in
-    d)
-      DEBUGGER="gdb --args"
-      ;;
-    g)
-      EXE="./build/bin/Release/finetune"
-      GPUARG="--gpu-layers 25"
-      ;;
-  esac
-done
-
-$DEBUGGER $EXE \
-        --model-base $MODEL \
-        $GPUARG \
-        --checkpoint-in  chk-ol3b-shakespeare-LATEST.gguf \
-        --checkpoint-out chk-ol3b-shakespeare-ITERATION.gguf \
-        --lora-out lora-ol3b-shakespeare-ITERATION.bin \
-        --train-data "$LLAMA_TRAINING_DIR\shakespeare.txt" \
-        --save-every 10 \
-        --threads 10 --adam-iter 30 --batch 4 --ctx 64 \
-        --use-checkpointing
--- a/llm/llama.cpp/examples/gpt4all.sh
+++ b/llm/llama.cpp/examples/gpt4all.sh
--- a/llm/llama.cpp/examples/json-schema-pydantic-example.py
+++ b/llm/llama.cpp/examples/json-schema-pydantic-example.py
--- a/llm/llama.cpp/examples/llama.android/llama/CMakeLists.txt
+++ b/llm/llama.cpp/examples/llama.android/llama/CMakeLists.txt
--- a/llm/llama.cpp/examples/llama2-13b.sh
+++ b/llm/llama.cpp/examples/llama2-13b.sh
--- a/llm/llama.cpp/examples/llama2.sh
+++ b/llm/llama.cpp/examples/llama2.sh
--- a/llm/llama.cpp/examples/llava/convert-image-encoder-to-gguf.py
+++ b/llm/llama.cpp/examples/llava/convert-image-encoder-to-gguf.py
--- a/llm/llama.cpp/examples/llava/llava-surgery-v2.py
+++ b/llm/llama.cpp/examples/llava/llava-surgery-v2.py
--- a/llm/llama.cpp/examples/llava/llava-surgery.py
+++ b/llm/llama.cpp/examples/llava/llava-surgery.py
--- a/llm/llama.cpp/examples/pydantic-models-to-grammar-examples.py
+++ b/llm/llama.cpp/examples/pydantic-models-to-grammar-examples.py
--- a/llm/llama.cpp/examples/regex-to-grammar.py
+++ b/llm/llama.cpp/examples/regex-to-grammar.py
--- a/llm/llama.cpp/examples/server-embd.py
+++ b/llm/llama.cpp/examples/server-embd.py
--- a/llm/llama.cpp/examples/train-text-from-scratch/CMakeLists.txt
+++ b/llm/llama.cpp/examples/train-text-from-scratch/CMakeLists.txt
--- a/llm/llama.cpp/examples/train-text-from-scratch/README.md
+++ b/llm/llama.cpp/examples/train-text-from-scratch/README.md
--- a/llm/llama.cpp/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
+++ b/llm/llama.cpp/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
--- a/llm/llama.cpp/examples/train-text-from-scratch/train-text-from-scratch.cpp
+++ b/llm/llama.cpp/examples/train-text-from-scratch/train-text-from-scratch.cpp
--- a/llm/llama.cpp/ggml-alloc.c
+++ b/llm/llama.cpp/ggml-alloc.c
--- a/llm/llama.cpp/ggml-alloc.h
+++ b/llm/llama.cpp/ggml-alloc.h
--- a/llm/llama.cpp/ggml-backend-impl.h
+++ b/llm/llama.cpp/ggml-backend-impl.h