160 lines
3.8 KiB
YAML
160 lines
3.8 KiB
YAML
useStandardNaming: true
|
|
|
|
webserverSecretKey: {{ .Env.AIRFLOW_WEBSERVER_SECRET_KEY }}
|
|
|
|
{{- if eq (.Env.AIRFLOW_ENV_SECRETS_EXIST | default "false") "true" }}
|
|
# Extra envFrom for all Airflow containers
|
|
extraEnvFrom: |
|
|
- secretRef:
|
|
name: airflow-env-secret
|
|
{{- end }}
|
|
|
|
executor: CeleryExecutor
|
|
|
|
# Custom Airflow configuration
|
|
config:
|
|
scheduler:
|
|
# Scan for new DAG files every 60 seconds instead of 300
|
|
dag_dir_list_interval: 60
|
|
|
|
apiServer:
|
|
replicas: 1
|
|
apiServerConfigConfigMapName: airflow-api-server-config
|
|
env:
|
|
- name: AIRFLOW_OAUTH_CLIENT_ID
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: airflow-oauth-secret
|
|
key: client_id
|
|
- name: AIRFLOW_OAUTH_CLIENT_SECRET
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: airflow-oauth-secret
|
|
key: client_secret
|
|
- name: KEYCLOAK_HOST
|
|
value: "{{ .Env.KEYCLOAK_HOST }}"
|
|
- name: KEYCLOAK_REALM
|
|
value: "{{ .Env.KEYCLOAK_REALM }}"
|
|
|
|
webserver:
|
|
enabled: true
|
|
replicas: 1
|
|
|
|
createUserJob:
|
|
useHelmHooks: false
|
|
applyCustomEnv: false
|
|
|
|
migrateDatabaseJob:
|
|
useHelmHooks: false
|
|
applyCustomEnv: false
|
|
|
|
images:
|
|
migrationsWaitTimeout: 180
|
|
|
|
# Install additional packages using init containers
|
|
workers:
|
|
extraInitContainers:
|
|
- name: install-packages
|
|
image: apache/airflow:3.0.2
|
|
command:
|
|
- /bin/bash
|
|
- -c
|
|
- |
|
|
pip install --target /opt/airflow/site-packages "{{ .Env.AIRFLOW_EXTRA_PACKAGES }}"
|
|
volumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
extraVolumes:
|
|
- name: extra-packages
|
|
emptyDir: {}
|
|
extraVolumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
env:
|
|
- name: PYTHONPATH
|
|
value: "/opt/airflow/site-packages:$PYTHONPATH"
|
|
|
|
scheduler:
|
|
extraInitContainers:
|
|
- name: install-packages
|
|
image: apache/airflow:3.0.2
|
|
command:
|
|
- /bin/bash
|
|
- -c
|
|
- |
|
|
pip install --target /opt/airflow/site-packages "{{ .Env.AIRFLOW_EXTRA_PACKAGES }}"
|
|
volumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
extraVolumes:
|
|
- name: extra-packages
|
|
emptyDir: {}
|
|
extraVolumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
env:
|
|
- name: PYTHONPATH
|
|
value: "/opt/airflow/site-packages:$PYTHONPATH"
|
|
|
|
dagProcessor:
|
|
extraInitContainers:
|
|
- name: install-packages
|
|
image: apache/airflow:3.0.2
|
|
command:
|
|
- /bin/bash
|
|
- -c
|
|
- |
|
|
pip install --target /opt/airflow/site-packages "{{ .Env.AIRFLOW_EXTRA_PACKAGES }}"
|
|
volumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
extraVolumes:
|
|
- name: extra-packages
|
|
emptyDir: {}
|
|
extraVolumeMounts:
|
|
- name: extra-packages
|
|
mountPath: /opt/airflow/site-packages
|
|
env:
|
|
- name: PYTHONPATH
|
|
value: "/opt/airflow/site-packages:$PYTHONPATH"
|
|
|
|
flower:
|
|
enabled: false
|
|
|
|
postgresql:
|
|
enabled: false
|
|
|
|
data:
|
|
metadataSecretName: airflow-metadata-connection
|
|
|
|
# DAG persistence configuration
|
|
dags:
|
|
persistence:
|
|
enabled: {{ .Env.AIRFLOW_DAGS_PERSISTENCE_ENABLED | default "true" }}
|
|
{{- if eq (.Env.AIRFLOW_DAGS_STORAGE_TYPE | default "default") "nfs" }}
|
|
existingClaim: airflow-dags-nfs-pvc
|
|
{{- else }}
|
|
existingClaim: airflow-dags-pvc
|
|
{{- end }}
|
|
|
|
ingress:
|
|
apiServer:
|
|
enabled: true
|
|
annotations:
|
|
kubernetes.io/ingress.class: traefik
|
|
traefik.ingress.kubernetes.io/router.entrypoints: websecure
|
|
ingressClassName: traefik
|
|
hosts:
|
|
- name: {{ .Env.AIRFLOW_HOST }}
|
|
tls:
|
|
enabled: true
|
|
|
|
# Security contexts for shared file system access
|
|
securityContexts:
|
|
pod:
|
|
runAsUser: 1000
|
|
runAsGroup: 0
|
|
fsGroup: 100
|
|
container:
|
|
allowPrivilegeEscalation: false
|