This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new fcc9b98025b Release notes for helm chart 1.16.0 (#48525)
fcc9b98025b is described below
commit fcc9b98025bda9682e65f49045870cb4487bf98a
Author: Jed Cunningham <66968678+jedcunning...@users.noreply.github.com>
AuthorDate: Sat Mar 29 02:18:20 2025 -0600
Release notes for helm chart 1.16.0 (#48525)
---
chart/Chart.yaml | 309 +++++++++++++++++++++++++-----
chart/README.md | 2 +-
chart/RELEASE_NOTES.rst | 104 ++++++++++
chart/newsfragments/41411.significant.rst | 3 -
chart/newsfragments/43393.improvement.rst | 1 -
chart/newsfragments/46624.significant.rst | 3 -
chart/newsfragments/47416.significant.rst | 3 -
chart/reproducible_build.yaml | 4 +-
docs/helm-chart/index.rst | 2 +-
9 files changed, 369 insertions(+), 62 deletions(-)
diff --git a/chart/Chart.yaml b/chart/Chart.yaml
index 26f64b88175..538b21154d4 100644
--- a/chart/Chart.yaml
+++ b/chart/Chart.yaml
@@ -19,7 +19,7 @@
---
apiVersion: v2
name: airflow
-version: 1.16.0-dev
+version: 1.16.0
appVersion: 2.10.5
description: The official Helm chart to deploy Apache Airflow, a platform to
programmatically author, schedule, and monitor workflows
@@ -65,80 +65,293 @@ annotations:
- title: Code View
url:
https://airflow.apache.org/docs/apache-airflow/2.10.5/_images/code.png
artifacthub.io/changes: |
- - description: Add git-sync container lifecycle hooks
+ - description: Allow passing custom env to log groomer sidecar containers
kind: added
links:
- - name: '#40369'
- url: https://github.com/apache/airflow/pull/40369
- - description: Add init containers for jobs
+ - name: '#46003'
+ url: https://github.com/apache/airflow/pull/46003
+ - description: Allow using existing persistence claim in Redis StatefulSet
kind: added
links:
- - name: '#40454'
- url: https://github.com/apache/airflow/pull/40454
- - description: Add persistent volume claim retention policy
+ - name: '#41619'
+ url: https://github.com/apache/airflow/pull/41619
+ - description: Add ``hostAliases`` support in Triggerer
kind: added
links:
- - name: '#40271'
- url: https://github.com/apache/airflow/pull/40271
- - description: Add annotations for Redis StatefulSet
+ - name: '#41725'
+ url: https://github.com/apache/airflow/pull/41725
+ - description: Enable HPA for Airflow Webserver
kind: added
links:
- - name: '#40281'
- url: https://github.com/apache/airflow/pull/40281
- - description: Add ``dags.gitSync.sshKey``, which allows the git-sync
private key
- to be configured in the values file directly
+ - name: '#41955'
+ url: https://github.com/apache/airflow/pull/41955
+ - description: Add env support for database migration job
kind: added
links:
- - name: '#39936'
- url: https://github.com/apache/airflow/pull/39936
- - description: Link in ``UIAlert`` to production guide when a dynamic
webserver secret
- is used now opens in a new tab
+ - name: '#42345'
+ url: https://github.com/apache/airflow/pull/42345
+ - description: Support NodePort on Redis Service
+ kind: added
+ links:
+ - name: '#41811'
+ url: https://github.com/apache/airflow/pull/41811
+ - description: Add heartbeat metric for DAG processor
+ kind: added
+ links:
+ - name: '#42398'
+ url: https://github.com/apache/airflow/pull/42398
+ - description: Option to enable ipv6 ipaddress resolve support for StatsD
host
+ kind: added
+ links:
+ - name: '#42625'
+ url: https://github.com/apache/airflow/pull/42625
+ - description: Allow customizing ``podManagementPolicy`` in worker
+ kind: added
+ links:
+ - name: '#42673'
+ url: https://github.com/apache/airflow/pull/42673
+ - description: Support multiple executors in chart
+ kind: added
+ links:
+ - name: '#43606'
+ url: https://github.com/apache/airflow/pull/43606
+ - description: Swap internal RPC server for API server in the helm chart
+ kind: added
+ links:
+ - name: '#44463'
+ url: https://github.com/apache/airflow/pull/44463
+ - description: Add OpenSearch remote logging options
+ kind: added
+ links:
+ - name: '#45082'
+ url: https://github.com/apache/airflow/pull/45082
+ - description: Add ``startupProbe`` to flower deployment
+ kind: added
+ links:
+ - name: '#45012'
+ url: https://github.com/apache/airflow/pull/45012
+ - description: Add PgBouncer and StatsD ingress
+ kind: added
+ links:
+ - name: '#41759'
+ url: https://github.com/apache/airflow/pull/41759
+ - description: Add environment variable controlling the log grooming
frequency
+ kind: added
+ links:
+ - name: '#46237'
+ url: https://github.com/apache/airflow/pull/46237
+ - description: Update metrics names to allow multiple executors to report
metrics
+ kind: changed
+ links:
+ - name: '#40778'
+ url: https://github.com/apache/airflow/pull/40778
+ - description: Add a specific internal IP address for the ClusterIP service
+ kind: changed
+ links:
+ - name: '#40912'
+ url: https://github.com/apache/airflow/pull/40912
+ - description: Remove scheduler automate ServiceAccount token
kind: changed
links:
- - name: '#40635'
- url: https://github.com/apache/airflow/pull/40635
- - description: Support disabling helm hooks on ``extraConfigMaps`` and
``extraSecrets``
+ - name: '#44173'
+ url: https://github.com/apache/airflow/pull/44173
+ - description: More controls for PgBouncer secrets configuration
kind: changed
links:
- - name: '#40294'
- url: https://github.com/apache/airflow/pull/40294
- - description: Add git-sync ssh secret to DAG processor
+ - name: '#45248'
+ url: https://github.com/apache/airflow/pull/45248
+ - description: Add ``ti.running`` metric export
+ kind: changed
+ links:
+ - name: '#47773'
+ url: https://github.com/apache/airflow/pull/47773
+ - description: Add optional configuration for ``startupProbe``
``initialDelaySeconds``
+ kind: changed
+ links:
+ - name: '#47094'
+ url: https://github.com/apache/airflow/pull/47094
+ - description: Introduce ``worker.extraPorts`` to expose additional ports
to worker
+ container
+ kind: changed
+ links:
+ - name: '#46679'
+ url: https://github.com/apache/airflow/pull/46679
+ - description: Enable ``AIRFLOW__CELERY__BROKER_URL_CMD`` when
``passwordSecretName``
+ is true
+ kind: fixed
+ links:
+ - name: '#40270'
+ url: https://github.com/apache/airflow/pull/40270
+ - description: Properly implement termination grace period seconds
+ kind: fixed
+ links:
+ - name: '#41374'
+ url: https://github.com/apache/airflow/pull/41374
+ - description: Add kerberos env to base container env, add
webserver-config volume
+ kind: fixed
+ links:
+ - name: '#41645'
+ url: https://github.com/apache/airflow/pull/41645
+ - description: Fix ``volumeClaimTemplates`` missing ``apiVersion`` and
``kind``
+ kind: fixed
+ links:
+ - name: '#41771'
+ url: https://github.com/apache/airflow/pull/41771
+ - description: Render global volumes and volume mounts into cleanup job
(#40191)
+ kind: fixed
+ links:
+ - name: '#42268'
+ url: https://github.com/apache/airflow/pull/42268
+ - description: Fix flower ingress service reference
+ kind: fixed
+ links:
+ - name: '#41179'
+ url: https://github.com/apache/airflow/pull/41179
+ - description: Fix ``volumeClaimTemplate`` for scheduler in local and
persistent mode
kind: fixed
links:
- - name: '#40691'
- url: https://github.com/apache/airflow/pull/40691
- - description: Fix duplicated ``safeToEvict`` annotations
+ - name: '#42946'
+ url: https://github.com/apache/airflow/pull/42946
+ - description: Fix role binding for multiple executors
kind: fixed
links:
- - name: '#40554'
- url: https://github.com/apache/airflow/pull/40554
- - description: Add missing ``triggerer.keda.usePgbouncer`` to values.yaml
+ - name: '#44424'
+ url: https://github.com/apache/airflow/pull/44424
+ - description: Set container name to ``envSourceContainerName`` in KEDA
ScaledObject
kind: fixed
links:
- - name: '#40614'
- url: https://github.com/apache/airflow/pull/40614
- - description: Trim leading ``//`` character using mysql backend
+ - name: '#44963'
+ url: https://github.com/apache/airflow/pull/44963
+ - description: Update scheduler-deployment to cope with multiple executors
kind: fixed
links:
- - name: '#40401'
- url: https://github.com/apache/airflow/pull/40401
- - description: 'Docs: Updating chart download link to use the Apache
download CDN'
+ - name: '#46039'
+ url: https://github.com/apache/airflow/pull/46039
+ - description: Replace disallowed characters in metadata label
+ kind: fixed
+ links:
+ - name: '#46811'
+ url: https://github.com/apache/airflow/pull/46811
+ - description: Grant Airflow API Server Permission to Read Pod Logs
+ kind: fixed
+ links:
+ - name: '#47212'
+ url: https://github.com/apache/airflow/pull/47212
+ - description: Fix scheduler ServiceAccount auto-mount for multi-executor
+ kind: fixed
+ links:
+ - name: '#46486'
+ url: https://github.com/apache/airflow/pull/46486
+ - description: 'Docs: Reflect in docs that ``extraInitContainers`` is
supported for
+ jobs'
+ kind: changed
+ links:
+ - name: '#41674'
+ url: https://github.com/apache/airflow/pull/41674
+ - description: 'Docs: Add guide how to PgBouncer with Kubernetes Secret'
+ kind: changed
+ links:
+ - name: '#42460'
+ url: https://github.com/apache/airflow/pull/42460
+ - description: 'Docs: Update descriptions private registry params'
+ kind: changed
+ links:
+ - name: '#43721'
+ url: https://github.com/apache/airflow/pull/43721
+ - description: 'Docs: Change description for kerberos ``reinitFrequency``'
+ kind: changed
+ links:
+ - name: '#45343'
+ url: https://github.com/apache/airflow/pull/45343
+ - description: 'Docs: Update Helm eviction configuration guide to reflect
``workers.safeToEvict``
+ default value'
+ kind: changed
+ links:
+ - name: '#44852'
+ url: https://github.com/apache/airflow/pull/44852
+ - description: 'Docs: Add info that ``storageClassName`` can be templated'
+ kind: changed
+ links:
+ - name: '#45176'
+ url: https://github.com/apache/airflow/pull/45176
+ - description: 'Docs: Fix broker-url secret name in production guide'
+ kind: changed
+ links:
+ - name: '#45863'
+ url: https://github.com/apache/airflow/pull/45863
+ - description: 'Docs: Replace DAGs with dags in docs'
+ kind: changed
+ links:
+ - name: '#47959'
+ url: https://github.com/apache/airflow/pull/47959
+ - description: 'Docs: Enhance ``airflowLocalSettings`` value description'
+ kind: changed
+ links:
+ - name: '#47855'
+ url: https://github.com/apache/airflow/pull/47855
+ - description: 'Docs: Be consistent with denoting templated params'
+ kind: changed
+ links:
+ - name: '#46481'
+ url: https://github.com/apache/airflow/pull/46481
+ - description: 'Misc: Support templated hostname in NOTES'
+ kind: changed
+ links:
+ - name: '#41423'
+ url: https://github.com/apache/airflow/pull/41423
+ - description: 'Misc: Default airflow version to 2.10.5'
+ kind: changed
+ links:
+ - name: '#46624'
+ url: https://github.com/apache/airflow/pull/46624
+ - description: 'Misc: Changing triggerer config option
``default_capacity`` to ``capacity``'
+ kind: changed
+ links:
+ - name: '#48032'
+ url: https://github.com/apache/airflow/pull/48032
+ - description: 'Misc: AIP-84 Move public api under /api/v2'
+ kind: changed
+ links:
+ - name: '#47760'
+ url: https://github.com/apache/airflow/pull/47760
+ - description: 'Misc: Default to the FabAuthManager in the chart'
+ kind: changed
+ links:
+ - name: '#47976'
+ url: https://github.com/apache/airflow/pull/47976
+ - description: 'Misc: Update PgBouncer to ``1.23.1`` and PgBouncer
exporter to ``0.18.0``'
+ kind: changed
+ links:
+ - name: '#47416'
+ url: https://github.com/apache/airflow/pull/47416
+ - description: 'Misc: Move api-server to port 8080'
+ kind: changed
+ links:
+ - name: '#47310'
+ url: https://github.com/apache/airflow/pull/47310
+ - description: 'Misc: Start the api-server in Airflow 3, webserver in
Airflow 2'
+ kind: changed
+ links:
+ - name: '#47085'
+ url: https://github.com/apache/airflow/pull/47085
+ - description: 'Misc: Move ``fastapi-api`` command to ``api-server``'
kind: changed
links:
- - name: '#40618'
- url: https://github.com/apache/airflow/pull/40618
- - description: 'Misc: Update PgBouncer exporter image to
``airflow-pgbouncer-exporter-2024.06.18-0.17.0``'
+ - name: '#47076'
+ url: https://github.com/apache/airflow/pull/47076
+ - description: 'Misc: Move execution_api_server_url config to the core
section'
kind: changed
links:
- - name: '#40318'
- url: https://github.com/apache/airflow/pull/40318
- - description: 'Misc: Default airflow version to 2.9.3'
+ - name: '#46969'
+ url: https://github.com/apache/airflow/pull/46969
+ - description: 'Misc: Use standalone dag processor for Airflow 3'
kind: changed
links:
- - name: '#40816'
- url: https://github.com/apache/airflow/pull/40816
- - description: 'Misc: Fix ``startupProbe`` timing comment'
+ - name: '#45659'
+ url: https://github.com/apache/airflow/pull/45659
+ - description: 'Misc: Update ``quay.io/prometheus/statsd-exporter`` from
``v0.26.1``
+ to ``v0.28.0``'
kind: changed
links:
- - name: '#40412'
- url: https://github.com/apache/airflow/pull/40412
+ - name: '#43393'
+ url: https://github.com/apache/airflow/pull/43393
diff --git a/chart/README.md b/chart/README.md
index 13d8f89dce7..262d0455429 100644
--- a/chart/README.md
+++ b/chart/README.md
@@ -30,7 +30,7 @@ cluster using the [Helm](https://helm.sh) package manager.
## Requirements
-- Kubernetes 1.26+ cluster
+- Kubernetes 1.29+ cluster
- Helm 3.0+
- PV provisioner support in the underlying infrastructure (optionally)
diff --git a/chart/RELEASE_NOTES.rst b/chart/RELEASE_NOTES.rst
index c38e0d6f97f..91b4dd1e257 100644
--- a/chart/RELEASE_NOTES.rst
+++ b/chart/RELEASE_NOTES.rst
@@ -23,6 +23,110 @@ Run ``helm repo update`` before upgrading the chart to the
latest version.
.. towncrier release notes start
+Airflow Helm Chart 1.16.0 (2025-04-01)
+--------------------------------------
+
+Significant Changes
+^^^^^^^^^^^^^^^^^^^
+
+Default git-sync image is updated to ``4.3.0`` (#41411)
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+The default git-sync image that is used with the Chart is now ``4.3.0``,
previously it was ``4.1.0``.
+
+
+Default Airflow image is updated to ``2.10.5`` (#46624)
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+The default Airflow image that is used with the Chart is now ``2.10.5``,
previously it was ``2.9.3``.
+
+Default PgBouncer image is updated to ``1.23.1`` (#47416)
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+The default PgBouncer image that is used with the chart is now
``airflow-pgbouncer-2025.03.05-1.23.1``, previously it was
``airflow-pgbouncer-2024.01.19-1.21.0``.
+
+Default PgBouncer Exporter image is updated to ``v0.18.0`` (#47416)
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+The default PgBouncer Exporter image that is used with the chart is now
``airflow-pgbouncer-exporter-2025.03.05-0.18.0``, previously it was
``airflow-pgbouncer-exporter-2024.06.18-0.17.0``.
+
+Default StatsD exporter image is updated to ``v0.28.0`` (#43393)
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+The default StatsD exporter image that is used with the chart is now
``v0.28.0``, previously it was ``v0.26.1``.
+
+New Features
+^^^^^^^^^^^^
+- Allow passing custom env to log groomer sidecar containers (#46003)
+- Allow using existing persistence claim in Redis StatefulSet (#41619)
+- Add ``hostAliases`` support in Triggerer (#41725)
+- Enable HPA for Airflow Webserver (#41955)
+- Add env support for database migration job (#42345)
+- Support NodePort on Redis Service (#41811)
+- Add heartbeat metric for DAG processor (#42398)
+- Option to enable ipv6 ipaddress resolve support for StatsD host (#42625)
+- Allow customizing ``podManagementPolicy`` in worker (#42673)
+- Support multiple executors in chart (#43606, #44424)
+- Swap internal RPC server for API server in the helm chart (#44463)
+- Add OpenSearch remote logging options (#45082)
+- Add ``startupProbe`` to flower deployment (#45012)
+- Add PgBouncer and StatsD ingress (#41759)
+- Add environment variable controlling the log grooming frequency (#46237)
+
+Improvements
+^^^^^^^^^^^^
+- Update metrics names to allow multiple executors to report metrics (#40778)
+- Add a specific internal IP address for the ClusterIP service (#40912)
+- Remove scheduler automate ServiceAccount token (#44173)
+- More controls for PgBouncer secrets configuration (#45248)
+- Add ``ti.running`` metric export (#47773)
+- Add optional configuration for ``startupProbe`` ``initialDelaySeconds``
(#47094)
+- Introduce ``worker.extraPorts`` to expose additional ports to worker
container (#46679)
+
+Bug Fixes
+^^^^^^^^^
+- Enable ``AIRFLOW__CELERY__BROKER_URL_CMD`` when ``passwordSecretName`` is
true (#40270)
+- Properly implement termination grace period seconds (#41374)
+- Add kerberos env to base container env, add webserver-config volume (#41645)
+- Fix ``volumeClaimTemplates`` missing ``apiVersion`` and ``kind`` (#41771)
+- Render global volumes and volume mounts into cleanup job (#40191) (#42268)
+- Fix flower ingress service reference (#41179)
+- Fix ``volumeClaimTemplate`` for scheduler in local and persistent mode
(#42946)
+- Fix role binding for multiple executors (#44424)
+- Set container name to ``envSourceContainerName`` in KEDA ScaledObject
(#44963)
+- Update scheduler-deployment to cope with multiple executors (#46039)
+- Replace disallowed characters in metadata label (#46811)
+- Grant Airflow API Server Permission to Read Pod Logs (#47212)
+- Fix scheduler ServiceAccount auto-mount for multi-executor (#46486)
+
+Doc only changes
+^^^^^^^^^^^^^^^^
+- Reflect in docs that ``extraInitContainers`` is supported for jobs (#41674)
+- Add guide how to PgBouncer with Kubernetes Secret (#42460)
+- Update descriptions private registry params (#43721)
+- Change description for kerberos ``reinitFrequency`` (#45343)
+- Update Helm eviction configuration guide to reflect ``workers.safeToEvict``
default value (#44852)
+- Add info that ``storageClassName`` can be templated (#45176)
+- Fix broker-url secret name in production guide (#45863)
+- Replace DAGs with dags in docs (#47959)
+- Enhance ``airflowLocalSettings`` value description (#47855)
+- Be consistent with denoting templated params (#46481)
+
+Misc
+^^^^
+- Support templated hostname in NOTES (#41423)
+- Default airflow version to 2.10.5 (#46624)
+- Changing triggerer config option ``default_capacity`` to ``capacity``
(#48032)
+- AIP-84 Move public api under /api/v2 (#47760)
+- Default to the FabAuthManager in the chart (#47976)
+- Update PgBouncer to ``1.23.1`` and PgBouncer exporter to ``0.18.0`` (#47416)
+- Move api-server to port 8080 (#47310)
+- Start the api-server in Airflow 3, webserver in Airflow 2 (#47085)
+- Move ``fastapi-api`` command to ``api-server`` (#47076)
+- Move execution_api_server_url config to the core section (#46969)
+- Use standalone dag processor for Airflow 3 (#45659)
+- Update ``quay.io/prometheus/statsd-exporter`` from ``v0.26.1`` to
``v0.28.0`` (#43393)
+
Airflow Helm Chart 1.15.0 (2024-07-24)
--------------------------------------
diff --git a/chart/newsfragments/41411.significant.rst
b/chart/newsfragments/41411.significant.rst
deleted file mode 100644
index 25c1342f573..00000000000
--- a/chart/newsfragments/41411.significant.rst
+++ /dev/null
@@ -1,3 +0,0 @@
-Default git-sync image is updated to ``4.3.0``
-
-The default git-sync image that is used with the Chart is now ``4.3.0``,
previously it was ``4.1.0``.
diff --git a/chart/newsfragments/43393.improvement.rst
b/chart/newsfragments/43393.improvement.rst
deleted file mode 100644
index d9034f90a1f..00000000000
--- a/chart/newsfragments/43393.improvement.rst
+++ /dev/null
@@ -1 +0,0 @@
-Update quay.io/prometheus/statsd-exporter from v0.27.2 to v0.28.0
diff --git a/chart/newsfragments/46624.significant.rst
b/chart/newsfragments/46624.significant.rst
deleted file mode 100644
index 5e65f0c9ac6..00000000000
--- a/chart/newsfragments/46624.significant.rst
+++ /dev/null
@@ -1,3 +0,0 @@
-Default Airflow image is updated to ``2.10.5``
-
-The default Airflow image that is used with the Chart is now ``2.10.5``,
previously it was ``2.10.2``.
diff --git a/chart/newsfragments/47416.significant.rst
b/chart/newsfragments/47416.significant.rst
deleted file mode 100644
index 995c19ba0a8..00000000000
--- a/chart/newsfragments/47416.significant.rst
+++ /dev/null
@@ -1,3 +0,0 @@
-Decrements pgbouncer exporter to 1.23.1 and updates pgbouncer_exporter to
v0.18.0
-
-The chart uses newer version of pgbouncer exporter -
``airflow-pgbouncer-exporter-2025.03.05-0.18.0`` and decrements the version of
pgbouncer to ``airflow-pgbouncer-2025.03.05-1.23.1`` previously
``airflow-pgbouncer-2025.01.10-1.24.0``, to provide compatibility with
``airflow-pgbouncer-exporter-2025.03.05-0.18.0``.
diff --git a/chart/reproducible_build.yaml b/chart/reproducible_build.yaml
index bf3af4c3c59..986ee6664b4 100644
--- a/chart/reproducible_build.yaml
+++ b/chart/reproducible_build.yaml
@@ -1,2 +1,2 @@
-release-notes-hash: d56d9f87748c31ed3e91556a69c081d4
-source-date-epoch: 1721842319
+release-notes-hash: 7a38121a37c2b2162e3b155b7891df25
+source-date-epoch: 1743232180
diff --git a/docs/helm-chart/index.rst b/docs/helm-chart/index.rst
index dba7e749eee..be6e5fb5e42 100644
--- a/docs/helm-chart/index.rst
+++ b/docs/helm-chart/index.rst
@@ -59,7 +59,7 @@ deployment on a `Kubernetes <http://kubernetes.io>`__ cluster
using the
Requirements
------------
-- Kubernetes 1.26+ cluster
+- Kubernetes 1.29+ cluster
- Helm 3.0+
- PV provisioner support in the underlying infrastructure (optionally)
