Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
8aec92fa
Commit
8aec92fa
authored
Apr 17, 2024
by
Jeremy
Browse files
rearranged conditional logic for static build, dockerfile updated
parent
70261b9b
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
17 additions
and
18 deletions
+17
-18
Dockerfile
Dockerfile
+7
-7
llm/generate/gen_linux.sh
llm/generate/gen_linux.sh
+10
-11
No files found.
Dockerfile
View file @
8aec92fa
...
@@ -18,7 +18,7 @@ ENV PATH /opt/rh/devtoolset-10/root/usr/bin:$PATH
...
@@ -18,7 +18,7 @@ ENV PATH /opt/rh/devtoolset-10/root/usr/bin:$PATH
COPY
--from=llm-code / /go/src/github.com/ollama/ollama/
COPY
--from=llm-code / /go/src/github.com/ollama/ollama/
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
ARG
CGO_CFLAGS
ARG
CGO_CFLAGS
RUN
OLLAMA_SKIP_
CPU
_GENERATE
=
1
OLLAMA_SKIP_
STATIC
_GENERATE
=
1 sh gen_linux.sh
RUN
OLLAMA_SKIP_
STATIC
_GENERATE
=
1
OLLAMA_SKIP_
CPU
_GENERATE
=
1 sh gen_linux.sh
FROM
--platform=linux/arm64 nvidia/cuda:$CUDA_VERSION-devel-rockylinux8 AS cuda-build-arm64
FROM
--platform=linux/arm64 nvidia/cuda:$CUDA_VERSION-devel-rockylinux8 AS cuda-build-arm64
ARG
CMAKE_VERSION
ARG
CMAKE_VERSION
...
@@ -28,7 +28,7 @@ ENV PATH /opt/rh/gcc-toolset-10/root/usr/bin:$PATH
...
@@ -28,7 +28,7 @@ ENV PATH /opt/rh/gcc-toolset-10/root/usr/bin:$PATH
COPY
--from=llm-code / /go/src/github.com/ollama/ollama/
COPY
--from=llm-code / /go/src/github.com/ollama/ollama/
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
ARG
CGO_CFLAGS
ARG
CGO_CFLAGS
RUN
OLLAMA_SKIP_
CPU
_GENERATE
=
1
OLLAMA_SKIP_
STATIC
_GENERATE
=
1 sh gen_linux.sh
RUN
OLLAMA_SKIP_
STATIC
_GENERATE
=
1
OLLAMA_SKIP_
CPU
_GENERATE
=
1 sh gen_linux.sh
FROM
--platform=linux/amd64 rocm/dev-centos-7:${ROCM_VERSION}-complete AS rocm-build-amd64
FROM
--platform=linux/amd64 rocm/dev-centos-7:${ROCM_VERSION}-complete AS rocm-build-amd64
ARG
CMAKE_VERSION
ARG
CMAKE_VERSION
...
@@ -40,7 +40,7 @@ COPY --from=llm-code / /go/src/github.com/ollama/ollama/
...
@@ -40,7 +40,7 @@ COPY --from=llm-code / /go/src/github.com/ollama/ollama/
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
WORKDIR
/go/src/github.com/ollama/ollama/llm/generate
ARG
CGO_CFLAGS
ARG
CGO_CFLAGS
ARG
AMDGPU_TARGETS
ARG
AMDGPU_TARGETS
RUN
OLLAMA_SKIP_
CPU
_GENERATE
=
1
OLLAMA_SKIP_
STATIC
_GENERATE
=
1 sh gen_linux.sh
RUN
OLLAMA_SKIP_
STATIC
_GENERATE
=
1
OLLAMA_SKIP_
CPU
_GENERATE
=
1 sh gen_linux.sh
RUN
mkdir
/tmp/scratch
&&
\
RUN
mkdir
/tmp/scratch
&&
\
for
dep
in
$(
zcat /go/src/github.com/ollama/ollama/llm/build/linux/x86_64/rocm
*
/bin/deps.txt.gz
)
;
do
\
for
dep
in
$(
zcat /go/src/github.com/ollama/ollama/llm/build/linux/x86_64/rocm
*
/bin/deps.txt.gz
)
;
do
\
cp
${
dep
}
/tmp/scratch/
||
exit
1
;
\
cp
${
dep
}
/tmp/scratch/
||
exit
1
;
\
...
@@ -64,11 +64,11 @@ WORKDIR /go/src/github.com/ollama/ollama/llm/generate
...
@@ -64,11 +64,11 @@ WORKDIR /go/src/github.com/ollama/ollama/llm/generate
FROM
--platform=linux/amd64 cpu-builder-amd64 AS static-build-amd64
FROM
--platform=linux/amd64 cpu-builder-amd64 AS static-build-amd64
RUN
OLLAMA_CPU_TARGET
=
"static"
sh gen_linux.sh
RUN
OLLAMA_CPU_TARGET
=
"static"
sh gen_linux.sh
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu-build-amd64
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu-build-amd64
RUN
OLLAMA_CPU_TARGET
=
"cpu"
sh gen_linux.sh
RUN
OLLAMA_SKIP_STATIC_GENERATE
=
1
OLLAMA_CPU_TARGET
=
"cpu"
sh gen_linux.sh
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu_avx-build-amd64
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu_avx-build-amd64
RUN
OLLAMA_CPU_TARGET
=
"cpu_avx"
sh gen_linux.sh
RUN
OLLAMA_SKIP_STATIC_GENERATE
=
1
OLLAMA_CPU_TARGET
=
"cpu_avx"
sh gen_linux.sh
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu_avx2-build-amd64
FROM
--platform=linux/amd64 cpu-builder-amd64 AS cpu_avx2-build-amd64
RUN
OLLAMA_CPU_TARGET
=
"cpu_avx2"
sh gen_linux.sh
RUN
OLLAMA_SKIP_STATIC_GENERATE
=
1
OLLAMA_CPU_TARGET
=
"cpu_avx2"
sh gen_linux.sh
FROM
--platform=linux/arm64 centos:7 AS cpu-builder-arm64
FROM
--platform=linux/arm64 centos:7 AS cpu-builder-arm64
ARG
CMAKE_VERSION
ARG
CMAKE_VERSION
...
@@ -84,7 +84,7 @@ WORKDIR /go/src/github.com/ollama/ollama/llm/generate
...
@@ -84,7 +84,7 @@ WORKDIR /go/src/github.com/ollama/ollama/llm/generate
FROM
--platform=linux/arm64 cpu-builder-arm64 AS static-build-arm64
FROM
--platform=linux/arm64 cpu-builder-arm64 AS static-build-arm64
RUN
OLLAMA_CPU_TARGET
=
"static"
sh gen_linux.sh
RUN
OLLAMA_CPU_TARGET
=
"static"
sh gen_linux.sh
FROM
--platform=linux/arm64 cpu-builder-arm64 AS cpu-build-arm64
FROM
--platform=linux/arm64 cpu-builder-arm64 AS cpu-build-arm64
RUN
OLLAMA_CPU_TARGET
=
"cpu"
sh gen_linux.sh
RUN
OLLAMA_SKIP_STATIC_GENERATE
=
1
OLLAMA_CPU_TARGET
=
"cpu"
sh gen_linux.sh
# Intermediate stage used for ./scripts/build_linux.sh
# Intermediate stage used for ./scripts/build_linux.sh
...
...
llm/generate/gen_linux.sh
View file @
8aec92fa
...
@@ -58,21 +58,20 @@ git_module_setup
...
@@ -58,21 +58,20 @@ git_module_setup
apply_patches
apply_patches
init_vars
init_vars
if
[
-z
"
${
OLLAMA_SKIP_STATIC_GENERATE
}
"
]
;
then
if
[
-z
"
${
OLLAMA_SKIP_STATIC_GENERATE
}
"
-o
"
${
OLLAMA_CPU_TARGET
}
"
=
"static"
]
;
then
if
[
-z
"
${
OLLAMA_CPU_TARGET
}
"
-o
"
${
OLLAMA_CPU_TARGET
}
"
=
"static"
]
;
then
# Builds by default, allows skipping, forces build if
OLLAMA_CPU_TARGET
=
"static"
#
Static build for linking into the Go binary
#
Enables optimized Dockerfile builds using a blanket skip and targeted overrides
init_v
ar
s
# Static build for linking into the Go bin
ar
y
CMAKE_TARGETS
=
"--target llama --target ggml"
init_vars
CMAKE_
DEFS
=
"-DBUILD_SHARED_LIBS=off -DLLAMA_NATIVE=off -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_AVX512=off -DLLAMA_FMA=off -DLLAMA_F16C=off
${
CMAKE_DEFS
}
"
CMAKE_
TARGETS
=
"--target llama --target ggml
"
BUILD_DIR
=
"../build/linux/
${
ARCH
}
_static
"
CMAKE_DEFS
=
"-DBUILD_SHARED_LIBS=off -DLLAMA_NATIVE=off -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_AVX512=off -DLLAMA_FMA=off -DLLAMA_F16C=off
${
CMAKE_DEFS
}
"
echo
"Building static library
"
BUILD_DIR
=
"../build/linux/
${
ARCH
}
_static
"
build
echo
"Building static library"
fi
build
fi
fi
init_vars
init_vars
if
[
-z
"
${
OLLAMA_SKIP_CPU_GENERATE
}
"
]
;
then
if
[
-z
"
${
OLLAMA_SKIP_CPU_GENERATE
}
"
]
;
then
# Users building from source can tune the exact flags we pass to cmake for configuring
# Users building from source can tune the exact flags we pass to cmake for configuring
# llama.cpp, and we'll build only 1 CPU variant in that case as the default.
# llama.cpp, and we'll build only 1 CPU variant in that case as the default.
if
[
-n
"
${
OLLAMA_CUSTOM_CPU_DEFS
}
"
]
;
then
if
[
-n
"
${
OLLAMA_CUSTOM_CPU_DEFS
}
"
]
;
then
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment