This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch v1-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 836f717 Fix task and dag stats on home page (#8865)
new dc9c7fd Add Production Helm chart support (#8777)
new d374278 Fix typo in helm chart upgrade command for 2.0 (#9484)
new c363c1b Remove non-existent chart value from readme (#9511)
new dd40f47 Fix typo of resultBackendConnection in chart README (#9537)
new 93570f3 Remove redundant airflowVersion from Helm Chart readme (#9592)
new ad618a8 Fix broken link in chart/README.md (#9591)
new 9253a8f Switches to Helm Chart for Kubernetes tests (#9468)
new ec3f4dc Removes importlib usage - it's not needed (fails on Airflow
1.10) (#9613)
new 4f40b88 Update Breeze documentation (#9608)
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 23 +-
.pre-commit-config.yaml | 2 +-
BREEZE.rst | 374 ++++++++++++------
CI.rst | 2 +-
Dockerfile | 4 +
IMAGES.rst | 3 +
TESTING.rst | 67 ++--
airflow/kubernetes/pod_launcher.py | 2 +-
breeze | 51 ++-
breeze-complete | 14 +-
chart/.gitignore | 9 +
.../.helmignore | 33 +-
.readthedocs.yml => chart/Chart.yaml | 20 +-
chart/README.md | 270 +++++++++++++
chart/charts/postgresql-6.3.12.tgz | Bin 22754 -> 0 bytes
chart/requirements.lock | 6 +
.../libs/helper.py => chart/requirements.yaml | 11 +-
.../LICENSE.txt => chart/templates/NOTES.txt | 13 +
chart/templates/_helpers.yaml | 260 ++++++++++++
chart/templates/cleanup/cleanup-cronjob.yaml | 67 ++++
.../templates/cleanup/cleanup-serviceaccount.yaml | 24 +-
chart/templates/configmap.yaml | 119 ++++++
chart/templates/create-user-job.yaml | 87 ++++
chart/templates/flower/flower-deployment.yaml | 102 +++++
chart/templates/flower/flower-networkpolicy.yaml | 51 +++
.../templates/flower/flower-service.yaml | 41 +-
.../pod.yaml => chart/templates/limitrange.yaml | 33 +-
.../templates/pgbouncer/pgbouncer-deployment.yaml | 128 ++++++
.../pgbouncer/pgbouncer-networkpolicy.yaml | 69 ++++
.../pgbouncer/pgbouncer-poddisruptionbudget.yaml | 56 ++-
chart/templates/pgbouncer/pgbouncer-service.yaml | 56 +++
.../templates/rbac/pod-cleanup-role.yaml | 34 +-
.../templates/rbac/pod-cleanup-rolebinding.yaml | 32 +-
chart/templates/rbac/pod-launcher-role.yaml | 58 +++
chart/templates/rbac/pod-launcher-rolebinding.yaml | 51 +++
chart/templates/redis/redis-networkpolicy.yaml | 63 +++
.../templates/redis/redis-service.yaml | 41 +-
chart/templates/redis/redis-statefulset.yaml | 99 +++++
.../pod.yaml => chart/templates/resourcequota.yaml | 33 +-
.../templates/scheduler/scheduler-deployment.yaml | 195 +++++++++
.../scheduler/scheduler-networkpolicy.yaml | 55 +++
.../scheduler/scheduler-poddisruptionbudget.yaml | 39 +-
.../templates/scheduler/scheduler-service.yaml | 41 +-
.../scheduler/scheduler-serviceaccount.yaml | 24 +-
.../templates/secrets/elasticsearch-secret.yaml | 22 +-
.../templates/secrets/fernetkey-secret.yaml | 27 +-
.../secrets/metadata-connection-secret.yaml | 42 ++
.../templates/secrets/pgbouncer-config-secret.yaml | 23 +-
.../templates/secrets/pgbouncer-stats-secret.yaml | 22 +-
chart/templates/secrets/redis-secrets.yaml | 61 +++
.../templates/secrets/registry-secret.yaml | 24 +-
.../secrets/result-backend-connection-secret.yaml | 37 ++
chart/templates/statsd/statsd-deployment.yaml | 87 ++++
chart/templates/statsd/statsd-networkpolicy.yaml | 57 +++
chart/templates/statsd/statsd-service.yaml | 56 +++
.../templates/webserver/webserver-deployment.yaml | 139 +++++++
.../webserver/webserver-networkpolicy.yaml | 51 +++
.../templates/webserver/webserver-service.yaml | 39 +-
chart/templates/workers/worker-deployment.yaml | 161 ++++++++
chart/templates/workers/worker-kedaautoscaler.yaml | 47 +++
chart/templates/workers/worker-networkpolicy.yaml | 53 +++
.../templates/workers/worker-service.yaml | 41 +-
.../templates/workers/worker-serviceaccount.yaml | 24 +-
chart/values.yaml | 436 +++++++++++++++++++++
kubernetes_tests/test_kubernetes_executor.py | 40 +-
scripts/ci/ci_build_production_images.sh | 25 --
scripts/ci/ci_count_changed_files.sh | 2 +-
scripts/ci/ci_deploy_app_to_kubernetes.sh | 16 +-
scripts/ci/ci_docs.sh | 2 +-
scripts/ci/ci_flake8.sh | 2 +-
scripts/ci/ci_generate_requirements.sh | 2 +-
scripts/ci/ci_load_image_to_kind.sh | 7 +-
scripts/ci/ci_mypy.sh | 2 +-
scripts/ci/ci_perform_kind_cluster_operation.sh | 6 +-
scripts/ci/ci_run_airflow_testing.sh | 2 +-
scripts/ci/ci_run_kubernetes_tests.sh | 6 +-
scripts/ci/ci_run_static_checks.sh | 2 +-
scripts/ci/kubernetes/app/postgres.yaml | 94 -----
.../kubernetes/app/templates/airflow.template.yaml | 207 ----------
.../app/templates/configmaps.template.yaml | 395 -------------------
.../app/templates/init_git_sync.template.yaml | 36 --
scripts/ci/kubernetes/app/volumes.yaml | 87 ----
.../docker/airflow-test-env-init-dags.sh | 36 --
.../kubernetes/docker/airflow-test-env-init-db.sh | 46 ---
scripts/ci/kubernetes/docker/bootstrap.sh | 74 ----
scripts/ci/kubernetes/kind-cluster-conf.yaml | 3 -
.../kubernetes/{app/secrets.yaml => volumes.yaml} | 29 +-
scripts/ci/libraries/_build_images.sh | 11 +-
scripts/ci/libraries/_initialization.sh | 27 +-
scripts/ci/libraries/_kind.sh | 380 ++++++------------
scripts/ci/libraries/_verbosity.sh | 31 ++
91 files changed, 4038 insertions(+), 1743 deletions(-)
create mode 100644 chart/.gitignore
copy airflow/contrib/operators/gcs_to_gcs_transfer_operator.py =>
chart/.helmignore (70%)
copy .readthedocs.yml => chart/Chart.yaml (81%)
create mode 100644 chart/README.md
delete mode 100644 chart/charts/postgresql-6.3.12.tgz
create mode 100644 chart/requirements.lock
copy airflow/contrib/example_dags/libs/helper.py => chart/requirements.yaml
(87%)
copy license-templates/LICENSE.txt => chart/templates/NOTES.txt (57%)
create mode 100644 chart/templates/_helpers.yaml
create mode 100644 chart/templates/cleanup/cleanup-cronjob.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/cleanup/cleanup-serviceaccount.yaml (63%)
create mode 100644 chart/templates/configmap.yaml
create mode 100644 chart/templates/create-user-job.yaml
create mode 100644 chart/templates/flower/flower-deployment.yaml
create mode 100644 chart/templates/flower/flower-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/flower/flower-service.yaml
(53%)
copy tests/kubernetes/pod.yaml => chart/templates/limitrange.yaml (62%)
create mode 100644 chart/templates/pgbouncer/pgbouncer-deployment.yaml
create mode 100644 chart/templates/pgbouncer/pgbouncer-networkpolicy.yaml
copy tests/dags/test_no_impersonation.py =>
chart/templates/pgbouncer/pgbouncer-poddisruptionbudget.yaml (53%)
create mode 100644 chart/templates/pgbouncer/pgbouncer-service.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/rbac/pod-cleanup-role.yaml (58%)
copy .bash_completion => chart/templates/rbac/pod-cleanup-rolebinding.yaml
(53%)
mode change 100755 => 100644
create mode 100644 chart/templates/rbac/pod-launcher-role.yaml
create mode 100644 chart/templates/rbac/pod-launcher-rolebinding.yaml
create mode 100644 chart/templates/redis/redis-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/redis/redis-service.yaml
(54%)
create mode 100644 chart/templates/redis/redis-statefulset.yaml
copy tests/kubernetes/pod.yaml => chart/templates/resourcequota.yaml (62%)
create mode 100644 chart/templates/scheduler/scheduler-deployment.yaml
create mode 100644 chart/templates/scheduler/scheduler-networkpolicy.yaml
copy tests/kubernetes/pod.yaml =>
chart/templates/scheduler/scheduler-poddisruptionbudget.yaml (54%)
copy tests/kubernetes/pod.yaml =>
chart/templates/scheduler/scheduler-service.yaml (52%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/scheduler/scheduler-serviceaccount.yaml (65%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/elasticsearch-secret.yaml (56%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/fernetkey-secret.yaml (56%)
create mode 100644 chart/templates/secrets/metadata-connection-secret.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/pgbouncer-config-secret.yaml (63%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/pgbouncer-stats-secret.yaml (59%)
create mode 100644 chart/templates/secrets/redis-secrets.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/registry-secret.yaml (62%)
create mode 100644
chart/templates/secrets/result-backend-connection-secret.yaml
create mode 100644 chart/templates/statsd/statsd-deployment.yaml
create mode 100644 chart/templates/statsd/statsd-networkpolicy.yaml
create mode 100644 chart/templates/statsd/statsd-service.yaml
create mode 100644 chart/templates/webserver/webserver-deployment.yaml
create mode 100644 chart/templates/webserver/webserver-networkpolicy.yaml
copy tests/kubernetes/pod.yaml =>
chart/templates/webserver/webserver-service.yaml (55%)
create mode 100644 chart/templates/workers/worker-deployment.yaml
create mode 100644 chart/templates/workers/worker-kedaautoscaler.yaml
create mode 100644 chart/templates/workers/worker-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/workers/worker-service.yaml
(54%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/workers/worker-serviceaccount.yaml (65%)
create mode 100644 chart/values.yaml
delete mode 100755 scripts/ci/ci_build_production_images.sh
delete mode 100644 scripts/ci/kubernetes/app/postgres.yaml
delete mode 100644 scripts/ci/kubernetes/app/templates/airflow.template.yaml
delete mode 100644 scripts/ci/kubernetes/app/templates/configmaps.template.yaml
delete mode 100644
scripts/ci/kubernetes/app/templates/init_git_sync.template.yaml
delete mode 100644 scripts/ci/kubernetes/app/volumes.yaml
delete mode 100755 scripts/ci/kubernetes/docker/airflow-test-env-init-dags.sh
delete mode 100755 scripts/ci/kubernetes/docker/airflow-test-env-init-db.sh
delete mode 100755 scripts/ci/kubernetes/docker/bootstrap.sh
rename scripts/ci/kubernetes/{app/secrets.yaml => volumes.yaml} (66%)
