|
@@ -1,24 +1,43 @@
|
|
apiVersion: apps/v1
|
|
apiVersion: apps/v1
|
|
kind: StatefulSet
|
|
kind: StatefulSet
|
|
metadata:
|
|
metadata:
|
|
- name: ollama
|
|
|
|
- namespace: {{ .Values.namespace }}
|
|
|
|
|
|
+ name: {{ include "ollama.name" . }}
|
|
|
|
+ labels:
|
|
|
|
+ {{- include "ollama.labels" . | nindent 4 }}
|
|
|
|
+ {{- with .Values.ollama.annotations }}
|
|
|
|
+ annotations:
|
|
|
|
+ {{- toYaml . | nindent 4 }}
|
|
|
|
+ {{- end }}
|
|
spec:
|
|
spec:
|
|
- serviceName: "ollama"
|
|
|
|
|
|
+ serviceName: {{ include "ollama.name" . }}
|
|
replicas: {{ .Values.ollama.replicaCount }}
|
|
replicas: {{ .Values.ollama.replicaCount }}
|
|
selector:
|
|
selector:
|
|
matchLabels:
|
|
matchLabels:
|
|
- app: ollama
|
|
|
|
|
|
+ {{- include "ollama.selectorLabels" . | nindent 6 }}
|
|
template:
|
|
template:
|
|
metadata:
|
|
metadata:
|
|
labels:
|
|
labels:
|
|
- app: ollama
|
|
|
|
|
|
+ {{- include "ollama.labels" . | nindent 8 }}
|
|
|
|
+ {{- with .Values.ollama.podAnnotations }}
|
|
|
|
+ annotations:
|
|
|
|
+ {{- toYaml . | nindent 8 }}
|
|
|
|
+ {{- end }}
|
|
spec:
|
|
spec:
|
|
|
|
+ enableServiceLinks: false
|
|
|
|
+ automountServiceAccountToken: false
|
|
|
|
+ {{- with .Values.ollama.runtimeClassName }}
|
|
|
|
+ runtimeClassName: {{ . }}
|
|
|
|
+ {{- end }}
|
|
containers:
|
|
containers:
|
|
- - name: ollama
|
|
|
|
- image: {{ .Values.ollama.image }}
|
|
|
|
|
|
+ - name: {{ include "ollama.name" . }}
|
|
|
|
+ {{- with .Values.ollama.image }}
|
|
|
|
+ image: {{ .repository }}:{{ .tag }}
|
|
|
|
+ imagePullPolicy: {{ .pullPolicy }}
|
|
|
|
+ {{- end }}
|
|
|
|
+ tty: true
|
|
ports:
|
|
ports:
|
|
- - containerPort: {{ .Values.ollama.servicePort }}
|
|
|
|
|
|
+ - name: http
|
|
|
|
+ containerPort: {{ .Values.ollama.service.containerPort }}
|
|
env:
|
|
env:
|
|
{{- if .Values.ollama.gpu.enabled }}
|
|
{{- if .Values.ollama.gpu.enabled }}
|
|
- name: PATH
|
|
- name: PATH
|
|
@@ -27,29 +46,51 @@ spec:
|
|
value: /usr/local/nvidia/lib:/usr/local/nvidia/lib64
|
|
value: /usr/local/nvidia/lib:/usr/local/nvidia/lib64
|
|
- name: NVIDIA_DRIVER_CAPABILITIES
|
|
- name: NVIDIA_DRIVER_CAPABILITIES
|
|
value: compute,utility
|
|
value: compute,utility
|
|
- {{- end}}
|
|
|
|
- {{- if .Values.ollama.resources }}
|
|
|
|
- resources: {{- toYaml .Values.ollama.resources | nindent 10 }}
|
|
|
|
|
|
+ {{- end }}
|
|
|
|
+ {{- with .Values.ollama.resources }}
|
|
|
|
+ resources: {{- toYaml . | nindent 10 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
volumeMounts:
|
|
- - name: ollama-volume
|
|
|
|
|
|
+ - name: data
|
|
mountPath: /root/.ollama
|
|
mountPath: /root/.ollama
|
|
- tty: true
|
|
|
|
{{- with .Values.ollama.nodeSelector }}
|
|
{{- with .Values.ollama.nodeSelector }}
|
|
nodeSelector:
|
|
nodeSelector:
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- toYaml . | nindent 8 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
|
|
+ {{- with .Values.ollama.tolerations }}
|
|
tolerations:
|
|
tolerations:
|
|
- {{- if .Values.ollama.gpu.enabled }}
|
|
|
|
- - key: nvidia.com/gpu
|
|
|
|
- operator: Exists
|
|
|
|
- effect: NoSchedule
|
|
|
|
- {{- end }}
|
|
|
|
|
|
+ {{- toYaml . | nindent 8 }}
|
|
|
|
+ {{- end }}
|
|
|
|
+ volumes:
|
|
|
|
+ {{- if and .Values.ollama.persistence.enabled .Values.ollama.persistence.existingClaim }}
|
|
|
|
+ - name: data
|
|
|
|
+ persistentVolumeClaim:
|
|
|
|
+ claimName: {{ .Values.ollama.persistence.existingClaim }}
|
|
|
|
+ {{- else if not .Values.ollama.persistence.enabled }}
|
|
|
|
+ - name: data
|
|
|
|
+ emptyDir: {}
|
|
|
|
+ {{- else if and .Values.ollama.persistence.enabled (not .Values.ollama.persistence.existingClaim) }}
|
|
|
|
+ []
|
|
volumeClaimTemplates:
|
|
volumeClaimTemplates:
|
|
- metadata:
|
|
- metadata:
|
|
- name: ollama-volume
|
|
|
|
|
|
+ name: data
|
|
|
|
+ labels:
|
|
|
|
+ {{- include "ollama.selectorLabels" . | nindent 8 }}
|
|
|
|
+ {{- with .Values.ollama.persistence.annotations }}
|
|
|
|
+ annotations:
|
|
|
|
+ {{- toYaml . | nindent 8 }}
|
|
|
|
+ {{- end }}
|
|
spec:
|
|
spec:
|
|
- accessModes: [ "ReadWriteOnce" ]
|
|
|
|
|
|
+ accessModes:
|
|
|
|
+ {{- range .Values.ollama.persistence.accessModes }}
|
|
|
|
+ - {{ . | quote }}
|
|
|
|
+ {{- end }}
|
|
resources:
|
|
resources:
|
|
requests:
|
|
requests:
|
|
- storage: {{ .Values.ollama.volumeSize }}
|
|
|
|
|
|
+ storage: {{ .Values.ollama.persistence.size | quote }}
|
|
|
|
+ storageClass: {{ .Values.ollama.persistence.storageClass }}
|
|
|
|
+ {{- with .Values.ollama.persistence.selector }}
|
|
|
|
+ selector:
|
|
|
|
+ {{- toYaml . | nindent 8 }}
|
|
|
|
+ {{- end }}
|
|
|
|
+ {{- end }}
|