48 lines
914 B
YAML
48 lines
914 B
YAML
{{- if eq .Env.OLLAMA_GPU_ENABLED "true" }}
|
|
runtimeClassName: "nvidia"
|
|
{{- end }}
|
|
|
|
ollama:
|
|
gpu:
|
|
enabled: {{ if eq .Env.OLLAMA_GPU_ENABLED "true" }}true{{ else }}false{{ end }}
|
|
type: {{ .Env.OLLAMA_GPU_TYPE }}
|
|
number: {{ .Env.OLLAMA_GPU_COUNT }}
|
|
|
|
models:
|
|
# https://ollama.com/search
|
|
pull:
|
|
{{- $models := .Env.OLLAMA_MODELS | strings.Split "," }}
|
|
{{- range $models }}
|
|
{{- $model := . | strings.TrimSpace }}
|
|
{{- if ne $model "" }}
|
|
- {{ $model }}
|
|
{{- end }}
|
|
{{- end }}
|
|
|
|
podSecurityContext:
|
|
fsGroup: 1000
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
|
|
securityContext:
|
|
runAsUser: 1000
|
|
runAsNonRoot: true
|
|
allowPrivilegeEscalation: false
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
|
|
resources:
|
|
requests:
|
|
cpu: 25m
|
|
memory: 2Gi
|
|
limits:
|
|
cpu: 100m
|
|
memory: 8Gi
|
|
|
|
persistentVolume:
|
|
enabled: true
|
|
size: {{ .Env.OLLAMA_STORAGE_SIZE }}
|