attempt to add airflow ini

This commit is contained in:
2025-09-13 09:30:30 -04:00
parent 26f4608c93
commit ab7eaa0581
3 changed files with 52 additions and 7 deletions
+32 -4
View File
@@ -2,16 +2,44 @@ useStandardNaming: true
executor: KubernetesExecutor
airflow:
extraPipPackages:
- "apache-airflow-providers-cncf-kubernetes>=7.4.0"
extraPipPackages: []
# metastore (postgres)
env:
- name: AIRFLOW__DATABASE__SQL_ALCHEMY_CONN
value: "postgresql+psycopg2://postgres:mypassword@postgresql-primary.ai.svc.cluster.local:5432/openwebui"
# using external postgres and not the subchart
postgresql:
enabled: false;
data:
metadataConnection:
user: postgres;
pass: mypassword;
protocol: postgresql;
host: postgresql-primary.ai.svc.cluster.local;
port: 5432;
db: airflow; # better to keep airflow separate from other apps
sslmode: disable;
# enable pgbouncer and sync with extraIni
pgbouncer:
enabled: true
enabled: true;
# official default is scram-sha-256, but bitnami uses md5 so...
auth_type: md5;
maxClientConn: 200;
metadataPoolSize: 20; # server connections to metadata db
resultBackendPoolSize: 5;
# general pgbouncer section stuffs
extraIni: |
pool_mode = transaction
listen_port = 6543
listen_addr = *
ignore_startup_parameters = extra_float_digits
server_tls_sslmode = prefer
metricsExporterSidecar:
enabled: true;
logs:
persistence:
@@ -26,7 +54,7 @@ scheduler:
limits: { cpu: "1", memory: "1Gi" }
webserver:
secretKeySecretName: airflow-webserver-secret
webserverSecretKeySecretName: airflow-webserver-secret
service:
type: NodePort
nodePort: 30082 # 3000032767