"official/projects/token_dropping/encoder_test.py" did not exist on "5981350ba33d6db9e7a41f20e73b6103a1a09827"
Dockerfile 959 Bytes
Newer Older
Michael Yang's avatar
Michael Yang committed
1
ARG CUDA_VERSION=12.2.0
Michael Yang's avatar
Michael Yang committed
2

Michael Yang's avatar
Michael Yang committed
3
4
5
FROM nvidia/cuda:$CUDA_VERSION-devel-ubuntu22.04

ARG TARGETARCH
Michael Yang's avatar
Michael Yang committed
6
7
ARG VERSION=0.0.0

Jeffrey Morgan's avatar
Jeffrey Morgan committed
8
WORKDIR /go/src/github.com/jmorganca/ollama
Michael Yang's avatar
Michael Yang committed
9
10
11
RUN apt-get update && apt-get install -y git build-essential cmake
ADD https://dl.google.com/go/go1.21.1.linux-$TARGETARCH.tar.gz /tmp/go1.21.1.tar.gz
RUN mkdir -p /usr/local && tar xz -C /usr/local </tmp/go1.21.1.tar.gz
Michael Yang's avatar
Michael Yang committed
12

Jeffrey Morgan's avatar
Jeffrey Morgan committed
13
COPY . .
Michael Yang's avatar
Michael Yang committed
14
15
16
ENV GOARCH=$TARGETARCH
RUN /usr/local/go/bin/go generate ./... \
    && /usr/local/go/bin/go build -ldflags "-linkmode=external -extldflags='-static' -X=github.com/jmorganca/ollama/version.Version=$VERSION -X=github.com/jmorganca/ollama/server.mode=release" .
Jeffrey Morgan's avatar
Jeffrey Morgan committed
17

Michael Yang's avatar
Michael Yang committed
18
FROM ubuntu:22.04
Michael Yang's avatar
Michael Yang committed
19
ENV OLLAMA_HOST 0.0.0.0
Michael Yang's avatar
Michael Yang committed
20
21

RUN apt-get update && apt-get install -y ca-certificates
Michael Yang's avatar
Michael Yang committed
22

Jeffrey Morgan's avatar
Jeffrey Morgan committed
23
24
ARG USER=ollama
ARG GROUP=ollama
Michael Yang's avatar
Michael Yang committed
25
RUN groupadd $GROUP && useradd -m -g $GROUP $USER
Michael Yang's avatar
Michael Yang committed
26
27
28

COPY --from=0 /go/src/github.com/jmorganca/ollama/ollama /bin/ollama

Jeffrey Morgan's avatar
Jeffrey Morgan committed
29
30
USER $USER:$GROUP
ENTRYPOINT ["/bin/ollama"]
Jeffrey Morgan's avatar
Jeffrey Morgan committed
31
CMD ["serve"]