This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v2-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 47e592e Flag --start-airflow for breeze (#10837)
add 7dd7be3 Bump prismjs from 1.20.0 to 1.21.0 in /airflow/www (#10234)
add f76ab1f Fix failing dependencies for FAB and Celery (#10828)
add 35840ff Removes snakebite kerberos dependency (#10865)
add d9920fa The entrypoints in Docker Image should be owned by Airflow
(#10853)
add 2e8b4ec Pass conf to subdags (#9956)
add b9f868b Remove errors raised during initialiation of virtualenv
(#10896)
add 106c0f5 Add pre-commit to sort INTHEWILD.md file automatically
(#10851)
add f383bb3 Fix separated strings in test_secrets_manager.py (#10900)
add 9c866cd Fix syntax error in Dockerfile 'maintainer' Label (#10899)
add ee42aae Fix typo in the word 'instance' (#10902)
add 92eafc0 Parameterize tests in hashicorp/hooks/test_vault.py (#10903)
add 6dd2a0d Update the name of static check without pylint in CI.rst
(#10909)
add 16b02df Add missing closing bracket in CI.rst (#10908)
add 75bbddf Make the usage of bash 'shift' consistent across Breeze
(#10907)
add d8237b8 Fix typos in BREEZE.rst (#10905)
add 76dc7ed Fix grammar in BREEZE.rst (#10904)
add f77a11d Add Secrets backend for Microsoft Azure Key Vault (#10898)
add 12a652f Fix parameter name collision in AutoMLBatchPredictOperator
#10723 (#10869)
add 69be4b8 Fix typos in scripts/ci/docker-compose/local.yml (#10906)
add 87e7ad9 fix bug where multiple volume mounts created (#10915)
add 791f904 Adds the maintain-heart-rate to quarantine. (#10922)
add d26830f Make vrious scripts Google Shell Guide compatible (#10812)
add f696322 Make Clients Google Shell guide compatible (#10810)
add b2dc346 Make breeeze-complete Google Shell Guide compatible (#10708)
add ad4f232 Remove unknown pytest.ini setting (#10923)
add 9e42a97 Mark task as failed when it fails sending in Celery (#10881)
add 383a118 Add more type annotations to AWS hooks (#10671)
add 7b4dc63 Add Formatted Stacktrace for Spelling Error (#10919)
add e9add79 Fix Failing static tests on Master (#10927)
add eaa49b2 Fix chain methods for XComArg (#10827)
add 67402b7 Fix grammar in Bug Report Template (#10936)
add 2832c95 Stop running Doc tests with Spelling tests (#10938)
add 4e1f3a6 [AIRFLOW-10645] Add AWS Secrets Manager Hook (#10655)
add 5d6d5a2 Allow to specify path to kubeconfig in KubernetesHook (#10453)
add d24b8f6 Add Examples and documentation for pod_template_file feature
(#10916)
add aab9599 Fix 'Tasks State' stats UI Overlap (#10939)
add b628067 Minor refactor of the login methods in tests.www.test_views
(#10918)
add 83ed6bd Cache for kubernetes tests is updateable (#10945)
add 9616518 Add CeleryKubernetesExecutor (#10901)
add 23768f6 Proposal: remove -serviceaccount suffix from KSA names in
helm chart (#10892)
add 791a175 Fix the method defaults for _construct_volume (#10948)
add d43bb75 Remove test dependency from TestApiKerberos (#10950)
add 14f2763 Fixes retrieval of correct branch in non-master related
builds (#10912)
add 45272a8 Github repository can be overridden in command line by Breeze
(#10943)
add e4e316a Fix Kubernetes Executor logs for long dag names (#10942)
add ce19657 Fix case of GitHub. (#10955)
add f7da7d9 Fix ExternalTaskMarker serialized fields (#10924)
add 905cdd5 Add a default for DagModel.default_view (#10897)
add 22c6316 Fix more docs spellings (#10965)
add c9f006b added environment configuration for using --start-airflow
(#10971)
add 0779688 Introduce TaskMixin (#10930)
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/bug_report.md | 2 +-
.github/SECURITY.rst | 2 +-
.github/workflows/build-images-workflow-run.yml | 36 ++-
.github/workflows/ci.yml | 2 +-
.pre-commit-config.yaml | 10 +-
BREEZE.rst | 15 +-
CHANGELOG.txt | 6 +-
CI.rst | 14 +-
CONTRIBUTING.rst | 16 +-
Dockerfile | 4 +-
IMAGES.rst | 10 +-
INTHEWILD.md | 107 ++++----
STATIC_CODE_CHECKS.rst | 4 +-
UPDATING.md | 11 +
airflow/config_templates/config.yml | 18 +-
airflow/config_templates/default_airflow.cfg | 13 +-
airflow/example_dags/example_xcomargs.py | 20 +-
airflow/executors/celery_executor.py | 6 +-
airflow/executors/celery_kubernetes_executor.py | 158 +++++++++++
airflow/executors/executor_loader.py | 30 ++-
airflow/jobs/scheduler_job.py | 2 +-
.../dags_in_image_template.yaml | 84 ++++++
.../dags_in_volume_template.yaml | 81 ++++++
.../git_sync_template.yaml | 107 ++++++++
airflow/kubernetes/worker_configuration.py | 2 +-
airflow/models/baseoperator.py | 80 ++----
airflow/models/dag.py | 15 ++
airflow/models/taskinstance.py | 2 +-
airflow/models/taskmixin.py | 76 ++++++
airflow/models/xcom_arg.py | 36 +--
airflow/operators/subdag_operator.py | 7 +-
airflow/providers/amazon/aws/hooks/aws_dynamodb.py | 13 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 36 ++-
airflow/providers/amazon/aws/hooks/ec2.py | 5 +-
airflow/providers/amazon/aws/hooks/emr.py | 13 +-
airflow/providers/amazon/aws/hooks/kinesis.py | 9 +-
.../providers/amazon/aws/hooks/lambda_function.py | 15 +-
airflow/providers/amazon/aws/hooks/logs.py | 19 +-
airflow/providers/amazon/aws/hooks/redshift.py | 5 +-
.../providers/amazon/aws/hooks/secrets_manager.py | 68 +++++
airflow/providers/amazon/aws/hooks/sqs.py | 17 +-
.../providers/amazon/aws/hooks/step_function.py | 5 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 55 +++-
.../dingding/example_dags/example_dingding.py | 2 +-
.../providers/google/cloud/ADDITIONAL_INFO.md | 13 +-
airflow/providers/google/cloud/hooks/bigquery.py | 2 +-
.../providers/google/cloud/hooks/datacatalog.py | 2 +-
airflow/providers/google/cloud/hooks/gdm.py | 2 +-
airflow/providers/google/cloud/operators/automl.py | 12 +-
.../google/cloud/operators/datacatalog.py | 2 +-
.../providers/microsoft/azure/secrets}/__init__.py | 0
.../microsoft/azure/secrets/azure_key_vault.py | 143 ++++++++++
airflow/sensors/external_task_sensor.py | 16 +-
airflow/utils/log/file_task_handler.py | 20 +-
airflow/www/forms.py | 5 +-
airflow/www/security.py | 2 +-
airflow/www/templates/airflow/dag.html | 4 +-
airflow/www/templates/airflow/dags.html | 6 +-
airflow/www/yarn.lock | 6 +-
breeze | 137 ++++++----
breeze-complete | 295 +++++++++++++--------
chart/files/pod-template-file.yaml | 7 +-
chart/templates/cleanup/cleanup-cronjob.yaml | 2 +-
.../templates/cleanup/cleanup-serviceaccount.yaml | 2 +-
chart/templates/rbac/pod-cleanup-rolebinding.yaml | 2 +-
chart/templates/rbac/pod-launcher-rolebinding.yaml | 4 +-
.../templates/scheduler/scheduler-deployment.yaml | 2 +-
.../scheduler/scheduler-serviceaccount.yaml | 2 +-
chart/templates/workers/worker-deployment.yaml | 2 +-
chart/templates/workers/worker-serviceaccount.yaml | 2 +-
clients/gen/common.sh | 3 +
clients/gen/go.sh | 25 +-
dev/BACKPORT_PACKAGES.md | 2 +-
dev/airflow-github | 6 +-
dev/sign.sh | 7 +-
docs/autoapi_templates/index.rst | 1 +
docs/build_docs.py | 218 ++++++++++++---
docs/executor/celery_kubernetes.rst | 46 ++++
docs/executor/index.rst | 1 +
docs/executor/kubernetes.rst | 55 ++++
docs/howto/connection/kubernetes.rst | 12 +-
docs/operators-and-hooks-ref.rst | 6 +
docs/project.rst | 2 +-
.../azure-key-vault-secrets-backend.rst | 51 ++++
docs/spelling_wordlist.txt | 5 +-
docs/start_doc_server.sh | 5 +-
pylintrc | 2 +-
pytest.ini | 1 -
scripts/ci/constraints/ci_commit_constraints.sh | 2 +-
scripts/ci/docker-compose/local.yml | 4 +-
scripts/ci/dockerfiles/apache-rat/Dockerfile | 2 +-
scripts/ci/dockerfiles/krb5-kdc-server/Dockerfile | 2 +-
scripts/ci/dockerfiles/stress/Dockerfile | 2 +-
scripts/ci/libraries/_build_images.sh | 24 +-
scripts/ci/libraries/_initialization.sh | 9 +-
scripts/ci/libraries/_parameters.sh | 4 +-
scripts/ci/libraries/_push_pull_remove_images.sh | 3 +-
.../ci/pre_commit/pre_commit_check_integrations.sh | 8 +-
.../ci/pre_commit/pre_commit_check_pre_commits.sh | 8 +-
.../pre_commit_sort_in_the_wild.sh} | 14 +-
scripts/in_container/check_environment.sh | 2 +
scripts/in_container/run_ci_tests.sh | 2 +-
.../in_container/update_quarantined_test_status.py | 2 +-
setup.py | 8 +-
tests/bats/test_breeze_complete.bats | 151 +++++++++++
tests/bats/test_breeze_params.bats | 12 +-
tests/executors/test_celery_executor.py | 7 +-
tests/executors/test_celery_kubernetes_executor.py | 242 +++++++++++++++++
tests/executors/test_executor_loader.py | 5 +-
tests/jobs/test_local_task_job.py | 1 +
tests/models/test_dag.py | 11 +
tests/models/test_taskinstance.py | 18 ++
tests/models/test_xcom_arg.py | 18 +-
tests/operators/test_subdag_operator.py | 31 +++
.../amazon/aws/hooks/test_secrets_manager.py | 88 ++++++
.../amazon/aws/secrets/test_secrets_manager.py | 2 +-
.../cncf/kubernetes/hooks/test_kubernetes.py | 44 ++-
tests/providers/dingding/hooks/test_dingding.py | 2 +-
.../google/cloud/hooks/test_cloud_memorystore.py | 4 +-
.../google/cloud/operators/test_automl.py | 1 +
tests/providers/hashicorp/hooks/test_vault.py | 126 ++-------
.../azure/secrets/test_azure_key_vault.py | 104 ++++++++
tests/sensors/test_external_task_sensor.py | 21 ++
tests/test_config_templates.py | 1 +
tests/test_utils/mock_operators.py | 2 +-
tests/utils/perf/scheduler_dag_execution_timing.py | 3 +-
.../api/experimental/test_kerberos_endpoints.py | 12 +
tests/www/test_views.py | 130 +++------
128 files changed, 2727 insertions(+), 783 deletions(-)
create mode 100644 airflow/executors/celery_kubernetes_executor.py
create mode 100644
airflow/kubernetes/pod_template_file_examples/dags_in_image_template.yaml
create mode 100644
airflow/kubernetes/pod_template_file_examples/dags_in_volume_template.yaml
create mode 100644
airflow/kubernetes/pod_template_file_examples/git_sync_template.yaml
create mode 100644 airflow/models/taskmixin.py
create mode 100644 airflow/providers/amazon/aws/hooks/secrets_manager.py
copy chart/dockerfiles/README.md =>
airflow/providers/google/cloud/ADDITIONAL_INFO.md (62%)
copy {tests/providers/zendesk/hooks =>
airflow/providers/microsoft/azure/secrets}/__init__.py (100%)
create mode 100644 airflow/providers/microsoft/azure/secrets/azure_key_vault.py
create mode 100644 docs/executor/celery_kubernetes.rst
create mode 100644
docs/security/secrets/secrets-backend/azure-key-vault-secrets-backend.rst
copy scripts/ci/{docs/ci_docs.sh => pre_commit/pre_commit_sort_in_the_wild.sh}
(77%)
create mode 100644 tests/bats/test_breeze_complete.bats
create mode 100644 tests/executors/test_celery_kubernetes_executor.py
create mode 100644 tests/providers/amazon/aws/hooks/test_secrets_manager.py
create mode 100644
tests/providers/microsoft/azure/secrets/test_azure_key_vault.py
