# https://github.com/BerriAI/litellm/tree/main/deploy/charts/litellm-helm # https://github.com/BerriAI/litellm/tree/main/litellm/proxy/example_config_yaml masterkeySecretName: "" masterkeySecretKey: "" # Note: LiteLLM image requires write access to /.cache for Prisma # Pod Security Standards must be set to "baseline" for this namespace podSecurityContext: {} securityContext: {} migrationJob: resources: requests: cpu: 100m memory: 512Mi limits: memory: 1Gi {{- if .Env.LITELLM_OIDC_ENABLED }} environmentSecrets: - apikey - keycloak-auth extraEnvVars: - name: PROXY_BASE_URL value: "https://{{ .Env.LITELLM_HOST }}" - name: GENERIC_AUTHORIZATION_ENDPOINT value: "https://{{ .Env.KEYCLOAK_HOST }}/realms/{{ .Env.KEYCLOAK_REALM }}/protocol/openid-connect/auth" - name: GENERIC_TOKEN_ENDPOINT value: "https://{{ .Env.KEYCLOAK_HOST }}/realms/{{ .Env.KEYCLOAK_REALM }}/protocol/openid-connect/token" - name: GENERIC_USERINFO_ENDPOINT value: "https://{{ .Env.KEYCLOAK_HOST }}/realms/{{ .Env.KEYCLOAK_REALM }}/protocol/openid-connect/userinfo" - name: GENERIC_SCOPE value: "openid email profile" {{- else }} environmentSecrets: - apikey {{- end }} proxy_config: model_list: {{ file.Read "models.yaml" | indent 4 }} db: useExisting: true endpoint: postgres-cluster-rw.postgres database: litellm secret: name: postgres-auth usernameKey: username passwordKey: password deployStandalone: false redis: enabled: true ingress: enabled: true className: traefik annotations: kubernetes.io/ingress.class: traefik traefik.ingress.kubernetes.io/router.entrypoints: websecure hosts: - host: {{ .Env.LITELLM_HOST }} paths: - path: / pathType: ImplementationSpecific tls: - hosts: - {{ .Env.LITELLM_HOST }} {{- if .Env.MONITORING_ENABLED }} serviceMonitor: enabled: true labels: release: kube-prometheus-stack interval: 30s scrapeTimeout: 10s {{- end }}