run-ollama-docker.sh 352 Bytes
Newer Older
Tanvir's avatar
Tanvir committed
1
2
#!/bin/bash

Tanvir's avatar
Tanvir committed
3
read -r -p "Do you want ollama in Docker with GPU support? (y/n): " use_gpu
4

5
docker rm -f ollama || true
6
docker pull ollama/ollama:latest
7

Tanvir's avatar
Tanvir committed
8
9
docker_args="-d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama"

10
if [ "$use_gpu" == "y" ]; then
Tanvir's avatar
Tanvir committed
11
    docker_args+=" --gpus=all"
12
13
fi

Tanvir's avatar
Tanvir committed
14
15
docker run "$docker_args"

16
docker image prune -f