This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v1-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 317b041 Update README.md for 1.10.11
new d43ca01 Add Production Helm chart support (#8777)
new 47e1a87 Fix typo in helm chart upgrade command for 2.0 (#9484)
new 20e106d Remove non-existent chart value from readme (#9511)
new a213847 Fix typo of resultBackendConnection in chart README (#9537)
new 9bc18c1 Remove redundant airflowVersion from Helm Chart readme (#9592)
new e6b2d0f Fix broken link in chart/README.md (#9591)
new b4a620c Switches to Helm Chart for Kubernetes tests (#9468)
new 74ecb8a Removes importlib usage - it's not needed (fails on Airflow
1.10) (#9613)
new 99d37e2 Update Breeze documentation (#9608)
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 23 +-
.pre-commit-config.yaml | 2 +-
BREEZE.rst | 374 ++++++++++++------
CI.rst | 2 +-
Dockerfile | 4 +
IMAGES.rst | 3 +
TESTING.rst | 67 ++--
airflow/kubernetes/pod_launcher.py | 2 +-
breeze | 51 ++-
breeze-complete | 14 +-
chart/.gitignore | 9 +
.../.helmignore | 33 +-
.readthedocs.yml => chart/Chart.yaml | 20 +-
chart/README.md | 270 +++++++++++++
chart/charts/postgresql-6.3.12.tgz | Bin 22754 -> 0 bytes
chart/requirements.lock | 6 +
.../libs/helper.py => chart/requirements.yaml | 11 +-
.../LICENSE.txt => chart/templates/NOTES.txt | 13 +
chart/templates/_helpers.yaml | 260 ++++++++++++
chart/templates/cleanup/cleanup-cronjob.yaml | 67 ++++
.../templates/cleanup/cleanup-serviceaccount.yaml | 24 +-
chart/templates/configmap.yaml | 119 ++++++
chart/templates/create-user-job.yaml | 87 ++++
chart/templates/flower/flower-deployment.yaml | 102 +++++
chart/templates/flower/flower-networkpolicy.yaml | 51 +++
.../templates/flower/flower-service.yaml | 41 +-
.../pod.yaml => chart/templates/limitrange.yaml | 33 +-
.../templates/pgbouncer/pgbouncer-deployment.yaml | 128 ++++++
.../pgbouncer/pgbouncer-networkpolicy.yaml | 69 ++++
.../pgbouncer/pgbouncer-poddisruptionbudget.yaml | 56 ++-
chart/templates/pgbouncer/pgbouncer-service.yaml | 56 +++
.../templates/rbac/pod-cleanup-role.yaml | 34 +-
.../templates/rbac/pod-cleanup-rolebinding.yaml | 32 +-
chart/templates/rbac/pod-launcher-role.yaml | 58 +++
chart/templates/rbac/pod-launcher-rolebinding.yaml | 51 +++
chart/templates/redis/redis-networkpolicy.yaml | 63 +++
.../templates/redis/redis-service.yaml | 41 +-
chart/templates/redis/redis-statefulset.yaml | 99 +++++
.../pod.yaml => chart/templates/resourcequota.yaml | 33 +-
.../templates/scheduler/scheduler-deployment.yaml | 195 +++++++++
.../scheduler/scheduler-networkpolicy.yaml | 55 +++
.../scheduler/scheduler-poddisruptionbudget.yaml | 39 +-
.../templates/scheduler/scheduler-service.yaml | 41 +-
.../scheduler/scheduler-serviceaccount.yaml | 24 +-
.../templates/secrets/elasticsearch-secret.yaml | 22 +-
.../templates/secrets/fernetkey-secret.yaml | 27 +-
.../secrets/metadata-connection-secret.yaml | 42 ++
.../templates/secrets/pgbouncer-config-secret.yaml | 23 +-
.../templates/secrets/pgbouncer-stats-secret.yaml | 22 +-
chart/templates/secrets/redis-secrets.yaml | 61 +++
.../templates/secrets/registry-secret.yaml | 24 +-
.../secrets/result-backend-connection-secret.yaml | 37 ++
chart/templates/statsd/statsd-deployment.yaml | 87 ++++
chart/templates/statsd/statsd-networkpolicy.yaml | 57 +++
chart/templates/statsd/statsd-service.yaml | 56 +++
.../templates/webserver/webserver-deployment.yaml | 139 +++++++
.../webserver/webserver-networkpolicy.yaml | 51 +++
.../templates/webserver/webserver-service.yaml | 39 +-
chart/templates/workers/worker-deployment.yaml | 161 ++++++++
chart/templates/workers/worker-kedaautoscaler.yaml | 47 +++
chart/templates/workers/worker-networkpolicy.yaml | 53 +++
.../templates/workers/worker-service.yaml | 41 +-
.../templates/workers/worker-serviceaccount.yaml | 24 +-
chart/values.yaml | 436 +++++++++++++++++++++
kubernetes_tests/test_kubernetes_executor.py | 40 +-
scripts/ci/ci_build_production_images.sh | 25 --
scripts/ci/ci_count_changed_files.sh | 2 +-
scripts/ci/ci_deploy_app_to_kubernetes.sh | 16 +-
scripts/ci/ci_docs.sh | 2 +-
scripts/ci/ci_flake8.sh | 2 +-
scripts/ci/ci_generate_requirements.sh | 2 +-
scripts/ci/ci_load_image_to_kind.sh | 7 +-
scripts/ci/ci_mypy.sh | 2 +-
scripts/ci/ci_perform_kind_cluster_operation.sh | 6 +-
scripts/ci/ci_run_airflow_testing.sh | 2 +-
scripts/ci/ci_run_kubernetes_tests.sh | 6 +-
scripts/ci/ci_run_static_checks.sh | 2 +-
scripts/ci/kubernetes/app/postgres.yaml | 94 -----
.../kubernetes/app/templates/airflow.template.yaml | 207 ----------
.../app/templates/configmaps.template.yaml | 395 -------------------
.../app/templates/init_git_sync.template.yaml | 36 --
scripts/ci/kubernetes/app/volumes.yaml | 87 ----
.../docker/airflow-test-env-init-dags.sh | 36 --
.../kubernetes/docker/airflow-test-env-init-db.sh | 46 ---
scripts/ci/kubernetes/docker/bootstrap.sh | 74 ----
scripts/ci/kubernetes/kind-cluster-conf.yaml | 3 -
.../kubernetes/{app/secrets.yaml => volumes.yaml} | 29 +-
scripts/ci/libraries/_build_images.sh | 11 +-
scripts/ci/libraries/_initialization.sh | 27 +-
scripts/ci/libraries/_kind.sh | 380 ++++++------------
scripts/ci/libraries/_verbosity.sh | 31 ++
91 files changed, 4038 insertions(+), 1743 deletions(-)
create mode 100644 chart/.gitignore
copy airflow/contrib/operators/gcs_to_gcs_transfer_operator.py =>
chart/.helmignore (70%)
copy .readthedocs.yml => chart/Chart.yaml (81%)
create mode 100644 chart/README.md
delete mode 100644 chart/charts/postgresql-6.3.12.tgz
create mode 100644 chart/requirements.lock
copy airflow/contrib/example_dags/libs/helper.py => chart/requirements.yaml
(87%)
copy license-templates/LICENSE.txt => chart/templates/NOTES.txt (57%)
create mode 100644 chart/templates/_helpers.yaml
create mode 100644 chart/templates/cleanup/cleanup-cronjob.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/cleanup/cleanup-serviceaccount.yaml (63%)
create mode 100644 chart/templates/configmap.yaml
create mode 100644 chart/templates/create-user-job.yaml
create mode 100644 chart/templates/flower/flower-deployment.yaml
create mode 100644 chart/templates/flower/flower-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/flower/flower-service.yaml
(53%)
copy tests/kubernetes/pod.yaml => chart/templates/limitrange.yaml (62%)
create mode 100644 chart/templates/pgbouncer/pgbouncer-deployment.yaml
create mode 100644 chart/templates/pgbouncer/pgbouncer-networkpolicy.yaml
copy tests/dags/test_no_impersonation.py =>
chart/templates/pgbouncer/pgbouncer-poddisruptionbudget.yaml (53%)
create mode 100644 chart/templates/pgbouncer/pgbouncer-service.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/rbac/pod-cleanup-role.yaml (58%)
copy .bash_completion => chart/templates/rbac/pod-cleanup-rolebinding.yaml
(53%)
mode change 100755 => 100644
create mode 100644 chart/templates/rbac/pod-launcher-role.yaml
create mode 100644 chart/templates/rbac/pod-launcher-rolebinding.yaml
create mode 100644 chart/templates/redis/redis-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/redis/redis-service.yaml
(54%)
create mode 100644 chart/templates/redis/redis-statefulset.yaml
copy tests/kubernetes/pod.yaml => chart/templates/resourcequota.yaml (62%)
create mode 100644 chart/templates/scheduler/scheduler-deployment.yaml
create mode 100644 chart/templates/scheduler/scheduler-networkpolicy.yaml
copy tests/kubernetes/pod.yaml =>
chart/templates/scheduler/scheduler-poddisruptionbudget.yaml (54%)
copy tests/kubernetes/pod.yaml =>
chart/templates/scheduler/scheduler-service.yaml (52%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/scheduler/scheduler-serviceaccount.yaml (65%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/elasticsearch-secret.yaml (56%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/fernetkey-secret.yaml (56%)
create mode 100644 chart/templates/secrets/metadata-connection-secret.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/pgbouncer-config-secret.yaml (63%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/pgbouncer-stats-secret.yaml (59%)
create mode 100644 chart/templates/secrets/redis-secrets.yaml
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/secrets/registry-secret.yaml (62%)
create mode 100644
chart/templates/secrets/result-backend-connection-secret.yaml
create mode 100644 chart/templates/statsd/statsd-deployment.yaml
create mode 100644 chart/templates/statsd/statsd-networkpolicy.yaml
create mode 100644 chart/templates/statsd/statsd-service.yaml
create mode 100644 chart/templates/webserver/webserver-deployment.yaml
create mode 100644 chart/templates/webserver/webserver-networkpolicy.yaml
copy tests/kubernetes/pod.yaml =>
chart/templates/webserver/webserver-service.yaml (55%)
create mode 100644 chart/templates/workers/worker-deployment.yaml
create mode 100644 chart/templates/workers/worker-kedaautoscaler.yaml
create mode 100644 chart/templates/workers/worker-networkpolicy.yaml
copy tests/kubernetes/pod.yaml => chart/templates/workers/worker-service.yaml
(54%)
copy scripts/ci/kubernetes/app/secrets.yaml =>
chart/templates/workers/worker-serviceaccount.yaml (65%)
create mode 100644 chart/values.yaml
delete mode 100755 scripts/ci/ci_build_production_images.sh
delete mode 100644 scripts/ci/kubernetes/app/postgres.yaml
delete mode 100644 scripts/ci/kubernetes/app/templates/airflow.template.yaml
delete mode 100644 scripts/ci/kubernetes/app/templates/configmaps.template.yaml
delete mode 100644
scripts/ci/kubernetes/app/templates/init_git_sync.template.yaml
delete mode 100644 scripts/ci/kubernetes/app/volumes.yaml
delete mode 100755 scripts/ci/kubernetes/docker/airflow-test-env-init-dags.sh
delete mode 100755 scripts/ci/kubernetes/docker/airflow-test-env-init-db.sh
delete mode 100755 scripts/ci/kubernetes/docker/bootstrap.sh
rename scripts/ci/kubernetes/{app/secrets.yaml => volumes.yaml} (66%)