Browse Source

feat(docker): add option to run ollama w/o GPU support

Tanvir 1 year ago
parent
commit
0c0c5955c6
1 changed files with 10 additions and 5 deletions
  1. 10 5
      run-ollama-docker.sh

+ 10 - 5
run-ollama-docker.sh

@@ -1,9 +1,14 @@
 #!/bin/bash
 
+read -r -p "Do you want ollama in docker with GPU support? (y/n): " use_gpu
+
 docker rm -f ollama || true
 docker pull ollama/ollama
-# CPU Only
-docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
-# GPU Support
-# docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
-docker image prune -f
+
+if [ "$use_gpu" == "y" ]; then
+    docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
+else
+    docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
+fi
+
+docker image prune -f