run-ollama-docker.sh 412 Bytes
Newer Older
Tanvir's avatar
Tanvir committed
1
2
#!/bin/bash

3
4
5
host_port=11434
container_port=11434

Tanvir's avatar
Tanvir committed
6
read -r -p "Do you want ollama in Docker with GPU support? (y/n): " use_gpu
7

8
docker rm -f ollama || true
9
docker pull ollama/ollama:latest
10

11
docker_args="-d -v ollama:/root/.ollama -p $host_port:$container_port --name ollama ollama/ollama"
Tanvir's avatar
Tanvir committed
12

Timothy J. Baek's avatar
Timothy J. Baek committed
13
14
if [ "$use_gpu" = "y" ]; then
    docker_args="--gpus=all $docker_args"
15
16
fi

Timothy J. Baek's avatar
Timothy J. Baek committed
17
docker run $docker_args
Tanvir's avatar
Tanvir committed
18

Timothy J. Baek's avatar
Timothy J. Baek committed
19
docker image prune -f