docker-compose.gpu.yaml 251 B

1234567891011
  1. services:
  2. ollama:
  3. # GPU support
  4. deploy:
  5. resources:
  6. reservations:
  7. devices:
  8. - driver: ${OLLAMA_GPU_DRIVER-nvidia}
  9. count: ${OLLAMA_GPU_COUNT-1}
  10. capabilities:
  11. - gpu