Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
5d22319a
Unverified
Commit
5d22319a
authored
Oct 06, 2023
by
Bruce MacDonald
Committed by
GitHub
Oct 06, 2023
Browse files
rename server subprocess (#700)
- this makes it easier to see that the subprocess is associated with ollama
parent
2130c070
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
16 additions
and
6 deletions
+16
-6
llm/llama.cpp/generate_darwin_amd64.go
llm/llama.cpp/generate_darwin_amd64.go
+2
-0
llm/llama.cpp/generate_darwin_arm64.go
llm/llama.cpp/generate_darwin_arm64.go
+2
-0
llm/llama.cpp/generate_linux.go
llm/llama.cpp/generate_linux.go
+4
-0
llm/llama.cpp/generate_windows.go
llm/llama.cpp/generate_windows.go
+2
-0
llm/llama.go
llm/llama.go
+6
-6
No files found.
llm/llama.cpp/generate_darwin_amd64.go
View file @
5d22319a
...
...
@@ -9,8 +9,10 @@ package llm
//go:generate git -C ggml apply ../patches/0004-metal-add-missing-barriers-for-mul-mat-2699.patch
//go:generate cmake -S ggml -B ggml/build/cpu -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on -DCMAKE_SYSTEM_PROCESSOR=x86_64 -DCMAKE_OSX_ARCHITECTURES=x86_64 -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0
//go:generate cmake --build ggml/build/cpu --target server --config Release
//go:generate mv ggml/build/cpu/bin/server ggml/build/cpu/bin/ollama-runner
//go:generate git submodule update --force gguf
//go:generate git -C gguf apply ../patches/0001-remove-warm-up-logging.patch
//go:generate cmake -S gguf -B gguf/build/cpu -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on -DCMAKE_SYSTEM_PROCESSOR=x86_64 -DCMAKE_OSX_ARCHITECTURES=x86_64 -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0
//go:generate cmake --build gguf/build/cpu --target server --config Release
//go:generate mv gguf/build/metal/bin/server gguf/build/metal/bin/ollama-runner
llm/llama.cpp/generate_darwin_arm64.go
View file @
5d22319a
...
...
@@ -9,8 +9,10 @@ package llm
//go:generate git -C ggml apply ../patches/0004-metal-add-missing-barriers-for-mul-mat-2699.patch
//go:generate cmake -S ggml -B ggml/build/metal -DLLAMA_METAL=on -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on -DCMAKE_SYSTEM_PROCESSOR=arm64 -DCMAKE_OSX_ARCHITECTURES=arm64 -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0
//go:generate cmake --build ggml/build/metal --target server --config Release
//go:generate mv ggml/build/metal/bin/server ggml/build/metal/bin/ollama-runner
//go:generate git submodule update --force gguf
//go:generate git -C gguf apply ../patches/0001-remove-warm-up-logging.patch
//go:generate cmake -S gguf -B gguf/build/metal -DLLAMA_METAL=on -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on -DCMAKE_SYSTEM_PROCESSOR=arm64 -DCMAKE_OSX_ARCHITECTURES=arm64 -DCMAKE_OSX_DEPLOYMENT_TARGET=11.0
//go:generate cmake --build gguf/build/metal --target server --config Release
//go:generate mv gguf/build/metal/bin/server gguf/build/metal/bin/ollama-runner
llm/llama.cpp/generate_linux.go
View file @
5d22319a
...
...
@@ -9,14 +9,18 @@ package llm
//go:generate git -C ggml apply ../patches/0001-copy-cuda-runtime-libraries.patch
//go:generate cmake -S ggml -B ggml/build/cpu -DLLAMA_K_QUANTS=on
//go:generate cmake --build ggml/build/cpu --target server --config Release
//go:generate mv ggml/build/cpu/bin/server ggml/build/cpu/bin/ollama-runner
//go:generate git submodule update --force gguf
//go:generate git -C gguf apply ../patches/0001-copy-cuda-runtime-libraries.patch
//go:generate git -C gguf apply ../patches/0001-remove-warm-up-logging.patch
//go:generate cmake -S gguf -B gguf/build/cpu -DLLAMA_K_QUANTS=on
//go:generate cmake --build gguf/build/cpu --target server --config Release
//go:generate mv gguf/build/cpu/bin/server gguf/build/cpu/bin/ollama-runner
//go:generate cmake -S ggml -B ggml/build/cuda -DLLAMA_CUBLAS=on -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on
//go:generate cmake --build ggml/build/cuda --target server --config Release
//go:generate mv ggml/build/cuda/bin/server ggml/build/cuda/bin/ollama-runner
//go:generate cmake -S gguf -B gguf/build/cuda -DLLAMA_CUBLAS=on -DLLAMA_ACCELERATE=on -DLLAMA_K_QUANTS=on
//go:generate cmake --build gguf/build/cuda --target server --config Release
//go:generate mv gguf/build/cuda/bin/server gguf/build/cuda/bin/ollama-runner
llm/llama.cpp/generate_windows.go
View file @
5d22319a
...
...
@@ -7,8 +7,10 @@ package llm
//go:generate git -C ggml apply ../patches/0002-34B-model-support.patch
//go:generate cmake -S ggml -B ggml/build/cpu -DLLAMA_K_QUANTS=on
//go:generate cmake --build ggml/build/cpu --target server --config Release
//go:generate cmd /c move ggml\build\cpu\bin\Release\server.exe ggml\build\cpu\bin\Release\ollama-runner.exe
//go:generate git submodule update --force gguf
//go:generate git -C gguf apply ../patches/0001-remove-warm-up-logging.patch
//go:generate cmake -S gguf -B gguf/build/cpu -DLLAMA_K_QUANTS=on
//go:generate cmake --build gguf/build/cpu --target server --config Release
//go:generate cmd /c move gguf\build\cpu\bin\Release\server.exe gguf\build\cpu\bin\Release\ollama-runner.exe
llm/llama.go
View file @
5d22319a
...
...
@@ -41,23 +41,23 @@ func chooseRunners(workDir, runnerType string) []ModelRunner {
switch
runtime
.
GOOS
{
case
"darwin"
:
runners
=
[]
string
{
path
.
Join
(
buildPath
,
"metal"
,
"bin"
,
"
serv
er"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
serv
er"
),
path
.
Join
(
buildPath
,
"metal"
,
"bin"
,
"
ollama-runn
er"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
ollama-runn
er"
),
}
case
"linux"
:
runners
=
[]
string
{
path
.
Join
(
buildPath
,
"cuda"
,
"bin"
,
"
serv
er"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
serv
er"
),
path
.
Join
(
buildPath
,
"cuda"
,
"bin"
,
"
ollama-runn
er"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
ollama-runn
er"
),
}
case
"windows"
:
// TODO: select windows GPU runner here when available
runners
=
[]
string
{
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"Release"
,
"
serv
er.exe"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"Release"
,
"
ollama-runn
er.exe"
),
}
default
:
log
.
Printf
(
"unknown OS, running on CPU: %s"
,
runtime
.
GOOS
)
runners
=
[]
string
{
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
serv
er"
),
path
.
Join
(
buildPath
,
"cpu"
,
"bin"
,
"
ollama-runn
er"
),
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment