docker-compose.gpu.yaml 267 B

12345678910111213
  1. version: '3.8'
  2. services:
  3. ollama:
  4. # GPU support
  5. deploy:
  6. resources:
  7. reservations:
  8. devices:
  9. - driver: ${OLLAMA_GPU_DRIVER-nvidia}
  10. count: ${OLLAMA_GPU_COUNT-1}
  11. capabilities:
  12. - gpu