This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch v2-1-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 304e174 Sandbox templates (#15912)
add 285791d Fix Celery executor getting stuck randomly because of
reset_signals in multiprocessing (#15989)
add 955de9b Fix dag.clear() to set multiple dags to running when
necessary (#15382)
add dc26721 Fix auto-refresh in tree view When webserver ui is not in
``/`` (#16018)
add 2cd66a8 Restores apply_defaults import in base_sensor_operator
(#16040)
add 19332cf Don't die when masking `log.exception` when there is no
exception (#16047)
add c47171b Ensure that we don't try to mask empty string in logs (#16057)
add 734f1dc Parse recently modified files even if just parsed (#16075)
add 4e431ec Fix apply defaults for task decorator (#16085)
add 9a3fb62 Fixes problem where conf variable was used before
initialization (#16088)
add b9e5a2d Fill the "job_id" field for `airflow task run` without
`--local`/`--raw` for KubeExecutor (#16108)
add bff528b Ensure that we don't try to mask empty string in logs (#16057)
add eefa563 set max tree width to 1200px (#16067)
add 7603ef6 Don't fail to log if we can't redact something (#16118)
add c6313e4 Fix Orphaned tasks stuck in CeleryExecutor as running (#16550)
add 1ca495c Fix tasks in an infinite slots pool were never scheduled
(#15247)
add e58a6a9 Add `passphrase` and `private_key` to default sensitive
fileld names (#16392)
add acc824f Fix templated default/example values in config ref docs
(#16442)
add 7b9dd0b add num_runs query param for tree refresh (#16437)
add c3bc645 Validate retries value on init for better errors (#16415)
add 4c06aae Clean Markdown with dedent to respect indents (#16414)
add b578120 Fix normalize-url vulnerability (#16375)
add fb62867 Make task ID on legend have enough width and width of line
chart to be 100%. (#15915)
add 19468d9 Queue tasks with higher priority and earlier execution_date
first. (#15210)
add 77060cd Support remote logging in elasticsearch with filebeat 7
(#14625)
add dbf3064 Make REST API List DAGs endpoint consistent with UI/CLI
behaviour (#16318)
add 5f478ec Don't show stale Serialized DAGs if they are deleted in DB
(#16368)
add e22b84d Adding `only_active` parameter to /dags endpoint (#14306)
add 777fd9b Correctly handle None returns from Query.scalar() (#16345)
add 215492d Tree View UI for larger DAGs & more consistent spacing in
Tree View (#16522)
add 7c094fa Backfill: Don't create a DagRun if no tasks match task regex
(#16461)
add 4c37aea Switch to built-in data structures in SecretsMasker (#16424)
add 6a5e676 Avoid recursing too deep when redacting logs (#16491)
add 8813c3d Allow null value for operator field in task_instance
schema(REST API) (#16516)
add e32f22a Fix unsuccessful KubernetesPod final_state call when
`is_delete_operator_pod=True` (#15490)
add 446e66b Fix DAG run state not updated while DAG is paused (#16343)
add 8114542 Fix Dag Details start date bug (#16206)
add fc30a4c Fix CLI connections import and migrate logic from secrets to
Connection model (#15425)
add c7a3977 Ensure that `dag_run.conf` is a dict (#15057)
add 46cfeee Add back-compat layer to clear_task_instances (#16582)
add 2682df6 Exclude ``yarn.lock`` from built Python wheel file (#16577)
add b7230f9 Add Asana Provider (#14521)
add 84e6e4a Add missing word to release docs. (#15898)
add 291993b Remove Version suffix for SVN while releasing (#15905)
add 03b1222 Move plyvel to google provider extra (#15812)
add 5f3af32 Remove the `set -x` in mypy check producing verbose output
(#15932)
add ee6731e Updates branches and branch documentation after 2.1.0rc1
(#15528)
add f5f555f Improvements for Docker Image docs (#14843)
add 602550a Brings back testing providers against 2.1.0 (#16006)
add 25753cf Removes arrow higher limits for plexus provider (#16026)
add 612504d Make scripts/ci/libraries Google Shell Guide Compliant
(#15973)
add ce8bf57 Streamline Build Images workflow using new GitHub Actions
features (#15944)
add a659c37 Fix hooks extended from http hook (#16109)
add 1205b4d Pins docutils to <0.17 until breaking behaviour is fixed
(#16133)
add a651f4f Removes unnecessary packages from setup_requires (#16139)
add b9d4ffb Move images needed only during CI to `airflow-ci` DockerHub
(#16116)
add 79706e4 Cattrs 1.7.0 released by the end of May 2021 break lineage
usage (#16173)
add 53805f4 CI: Remove ``sleep`` from Static Check Step (#16178)
add b520f18 Fix loading CI images from new `airflow-ci` location (#16187)
add 056aa87 Fix typo. (#16192)
add 7ba8172 Fixed pre-commits
add 5963c47 Rename the main branch of the Airflow repo to be `main`
(#16149)
add 6395dbe Adding extra requirements for build and runtime of the PROD
image. (#16170)
add ba33e47 Fix typo in docker-stack documentation (#16221)
add ea63816 Doc: Add page containing list of Database Migrations (#16181)
add 0f08256 Improve argument handling in entrypoint_prod.sh (#16258)
add e1d68ec Updated documentation for June 2021 provider release (#16294)
add c3cb691 Bump pylint CI step to 60m timeout (#16335)
add 21a648b Removes quotes for _PIP_ADDITIONAL_REQUIREMENTS (#16382)
add 55457ec Fixes AzureFileShare connection extras (#16388)
add d4a6d77 Remove assignment that assigns a variable to itself (#16413)
add 8febc32 More documentation update for June providers release (#16405)
add 748e773 Synchronizes updated changelog after buggfix release (#16464)
add f744b6c Checks-out missing commits on selective checks (#16470)
add 76f623b We don't need to build against Python 2.7 or 3.5 anymore
(#16433)
add 9352420 Fix broken build image build after removing Py2.7/3.5 builds
(#16509)
add 85ea205 Update Watchtower version to 1.0.6 (#16469)
add c55618f Don't fail the build if we cant run `apt clean` (#16510)
add 87eae9c Prepares documentation for rc2 release of Providers (#16501)
add 5e697d3 Stop showing output of a parallel job once it has finished.
(#16528)
add f5d73cf Prepare for Python 3.9 support (#16536)
add 99334a9 Improve hints for reproducing tests (#16545)
add 4e96c62 Cleans up pre-commits a little (#16547)
add c462dda Adds automated generation of provider issue to track test
progress (#16419)
add a2d31f4 Add selective permissions for GitHub Tokens (#16546)
add b1ef766 Switches to manually building docker images (#16570)
add 60134d1 Remove limitation for elasticsearch library (#16553)
add 1c0df06 Switch to GitHub Container Registry by default (#16586)
add cfe1473 Fetch Helm Chart inventory from remote cache (#16535)
add 38301c1 Apply pre-commit fixes
add e5efd1c Switch back temporarily to deprecated package registry
(#16603)
add 67d5b7a Remove Shell scripts under ``airflow/www`` from releases
(#16588)
add e39dd46 Always install sphinx_airflow_theme from pypi (#16594)
add 679c55d Don't crash attempting to mask secrets in dict with
non-string keys (#16601)
add cccb4ac UPDATING.md for changes included in 2.1.1 (#16615)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 4 +-
.github/PULL_REQUEST_TEMPLATE.md | 4 +-
.github/actions/cancel-workflow-runs | 1 -
.github/boring-cyborg.yml | 10 +-
.github/workflows/build-images-workflow-run.yml | 562 -----------
.github/workflows/build-images.yml | 322 ++++++
.github/workflows/ci.yml | 82 +-
.github/workflows/codeql-analysis.yml | 8 +-
.github/workflows/label_when_reviewed.yml | 1 -
.../workflows/label_when_reviewed_workflow_run.yml | 12 +-
.github/workflows/repo_sync.yml | 36 -
.github/workflows/stale.yml | 5 +-
.gitmodules | 3 -
.pre-commit-config.yaml | 54 +-
BREEZE.rst | 150 ++-
CI.rst | 187 ++--
COMMITTERS.rst | 4 +-
CONTRIBUTING.rst | 114 +--
CONTRIBUTORS_QUICK_START.rst | 60 +-
Dockerfile | 24 +-
Dockerfile.ci | 10 +-
IMAGES.rst | 123 ++-
INSTALL | 24 +-
LOCAL_VIRTUALENV.rst | 8 +-
MANIFEST.in | 2 +
PULL_REQUEST_WORKFLOW.rst | 12 +-
README.md | 33 +-
STATIC_CODE_CHECKS.rst | 6 +
TESTING.rst | 12 +-
UPDATING.md | 13 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 17 +-
.../endpoints/task_instance_endpoint.py | 12 +-
airflow/api_connexion/openapi/v1.yaml | 12 +
airflow/api_connexion/schemas/dag_schema.py | 13 +
airflow/cli/commands/connection_command.py | 27 +-
airflow/cli/commands/dag_command.py | 4 +
airflow/cli/commands/role_command.py | 2 +-
airflow/cli/commands/task_command.py | 3 +-
airflow/cli/simple_table.py | 2 +-
airflow/config_templates/airflow_local_settings.py | 4 +
airflow/config_templates/config.yml | 16 +-
airflow/config_templates/default_airflow.cfg | 8 +-
airflow/configuration.py | 8 +-
airflow/decorators/base.py | 22 +-
.../provider-2.0.0.yaml.schema.json | 199 ----
airflow/executors/base_executor.py | 2 +-
airflow/executors/celery_executor.py | 30 +-
airflow/executors/debug_executor.py | 2 +-
airflow/jobs/backfill_job.py | 2 +-
airflow/jobs/local_task_job.py | 15 +
airflow/jobs/scheduler_job.py | 25 +-
.../git_sync_template.yaml | 2 +-
airflow/models/baseoperator.py | 14 +
airflow/models/connection.py | 6 +-
airflow/models/dag.py | 33 +-
airflow/models/dagbag.py | 19 +-
airflow/models/dagpickle.py | 2 +-
airflow/models/pool.py | 6 +-
airflow/models/serialized_dag.py | 10 +-
airflow/models/taskinstance.py | 34 +-
airflow/operators/bash.py | 2 +-
airflow/operators/sql.py | 2 +-
airflow/provider.yaml.schema.json | 7 +
airflow/providers/airbyte/CHANGELOG.rst | 30 +
airflow/providers/airbyte/hooks/airbyte.py | 5 +
airflow/providers/airbyte/provider.yaml | 4 +
airflow/providers/amazon/CHANGELOG.rst | 49 +-
.../amazon/aws/log/cloudwatch_task_handler.py | 2 +-
airflow/providers/amazon/provider.yaml | 4 +
airflow/providers/apache/beam/CHANGELOG.rst | 22 +
airflow/providers/apache/beam/README.md | 10 +-
airflow/providers/apache/beam/provider.yaml | 4 +
airflow/providers/apache/cassandra/CHANGELOG.rst | 23 +
airflow/providers/apache/cassandra/provider.yaml | 4 +
airflow/providers/apache/druid/CHANGELOG.rst | 24 +
airflow/providers/apache/druid/provider.yaml | 4 +
.../apache/druid/transfers/hive_to_druid.py | 2 +-
airflow/providers/apache/hdfs/CHANGELOG.rst | 25 +
airflow/providers/apache/hdfs/provider.yaml | 4 +
airflow/providers/apache/hive/CHANGELOG.rst | 25 +
airflow/providers/apache/hive/hooks/hive.py | 8 +-
.../providers/apache/hive/operators/hive_stats.py | 2 +-
airflow/providers/apache/hive/provider.yaml | 4 +
airflow/providers/apache/kylin/CHANGELOG.rst | 24 +
airflow/providers/apache/kylin/provider.yaml | 4 +
airflow/providers/apache/livy/CHANGELOG.rst | 19 +
airflow/providers/apache/livy/provider.yaml | 4 +
airflow/providers/apache/pig/CHANGELOG.rst | 23 +
airflow/providers/apache/pig/provider.yaml | 4 +
airflow/providers/apache/pinot/CHANGELOG.rst | 23 +
airflow/providers/apache/pinot/provider.yaml | 4 +
airflow/providers/apache/spark/CHANGELOG.rst | 24 +
airflow/providers/apache/spark/provider.yaml | 4 +
airflow/providers/apache/sqoop/CHANGELOG.rst | 25 +
airflow/providers/apache/sqoop/provider.yaml | 4 +
airflow/providers/{tableau => asana}/CHANGELOG.rst | 1 -
airflow/providers/{neo4j => asana}/README.md | 0
.../providers/asana}/__init__.py | 0
.../providers/asana/example_dags}/__init__.py | 0
.../providers/asana/example_dags/example_asana.py | 77 ++
.../providers/asana/hooks}/__init__.py | 0
airflow/providers/asana/hooks/asana.py | 282 ++++++
.../providers/asana/operators}/__init__.py | 0
airflow/providers/asana/operators/asana_tasks.py | 170 ++++
airflow/providers/{neo4j => asana}/provider.yaml | 27 +-
airflow/providers/celery/CHANGELOG.rst | 23 +
airflow/providers/celery/provider.yaml | 4 +
airflow/providers/cloudant/CHANGELOG.rst | 23 +
airflow/providers/cloudant/provider.yaml | 4 +
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 34 +
.../providers/cncf/kubernetes/backcompat/volume.py | 2 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 27 +-
airflow/providers/cncf/kubernetes/provider.yaml | 4 +
.../cncf/kubernetes/utils/pod_launcher.py | 7 +-
airflow/providers/databricks/CHANGELOG.rst | 23 +
airflow/providers/databricks/provider.yaml | 4 +
airflow/providers/datadog/CHANGELOG.rst | 24 +
airflow/providers/datadog/provider.yaml | 4 +
airflow/providers/dingding/CHANGELOG.rst | 29 +
airflow/providers/dingding/hooks/dingding.py | 5 +
airflow/providers/dingding/provider.yaml | 7 +
airflow/providers/discord/CHANGELOG.rst | 28 +
airflow/providers/discord/hooks/discord_webhook.py | 5 +
airflow/providers/discord/provider.yaml | 7 +
airflow/providers/docker/CHANGELOG.rst | 16 +-
airflow/providers/docker/provider.yaml | 3 +
airflow/providers/elasticsearch/CHANGELOG.rst | 43 +
.../providers/elasticsearch/log/es_task_handler.py | 22 +-
airflow/providers/elasticsearch/provider.yaml | 4 +
airflow/providers/exasol/CHANGELOG.rst | 22 +
airflow/providers/exasol/provider.yaml | 4 +
airflow/providers/facebook/CHANGELOG.rst | 19 +
airflow/providers/facebook/provider.yaml | 5 +
airflow/providers/ftp/CHANGELOG.rst | 20 +
airflow/providers/ftp/provider.yaml | 1 +
airflow/providers/google/CHANGELOG.rst | 101 +-
.../example_dags/example_azure_fileshare_to_gcs.py | 2 +-
.../cloud/example_dags/example_cloud_build.py | 2 +-
airflow/providers/google/cloud/hooks/dataflow.py | 2 +-
airflow/providers/google/cloud/hooks/gdm.py | 2 +-
.../cloud/transfers/azure_fileshare_to_gcs.py | 10 +-
airflow/providers/google/provider.yaml | 5 +
airflow/providers/grpc/CHANGELOG.rst | 19 +
airflow/providers/grpc/provider.yaml | 4 +
airflow/providers/hashicorp/CHANGELOG.rst | 24 +
airflow/providers/hashicorp/provider.yaml | 4 +
airflow/providers/http/CHANGELOG.rst | 29 +
airflow/providers/http/provider.yaml | 4 +
airflow/providers/imap/CHANGELOG.rst | 24 +
airflow/providers/imap/provider.yaml | 1 +
airflow/providers/jdbc/CHANGELOG.rst | 24 +
airflow/providers/jdbc/provider.yaml | 4 +
airflow/providers/jenkins/CHANGELOG.rst | 23 +
airflow/providers/jenkins/provider.yaml | 4 +
airflow/providers/jira/CHANGELOG.rst | 19 +
airflow/providers/jira/provider.yaml | 4 +
airflow/providers/microsoft/azure/CHANGELOG.rst | 40 +
.../providers/microsoft/azure/hooks/azure_batch.py | 2 +-
.../azure/hooks/azure_container_volume.py | 59 +-
.../microsoft/azure/hooks/azure_fileshare.py | 90 +-
.../azure/operators/azure_container_instances.py | 2 +-
airflow/providers/microsoft/azure/provider.yaml | 6 +
airflow/providers/microsoft/mssql/CHANGELOG.rst | 19 +
airflow/providers/microsoft/mssql/provider.yaml | 4 +
airflow/providers/microsoft/winrm/CHANGELOG.rst | 19 +
airflow/providers/microsoft/winrm/provider.yaml | 4 +
airflow/providers/mongo/CHANGELOG.rst | 24 +
airflow/providers/mongo/provider.yaml | 4 +
airflow/providers/mysql/CHANGELOG.rst | 26 +
airflow/providers/mysql/provider.yaml | 4 +
airflow/providers/neo4j/CHANGELOG.rst | 23 +
airflow/providers/neo4j/provider.yaml | 5 +
airflow/providers/odbc/CHANGELOG.rst | 50 +
airflow/providers/odbc/provider.yaml | 4 +
airflow/providers/openfaas/CHANGELOG.rst | 22 +
airflow/providers/openfaas/provider.yaml | 4 +
airflow/providers/opsgenie/CHANGELOG.rst | 24 +
airflow/providers/opsgenie/hooks/opsgenie_alert.py | 5 +
airflow/providers/opsgenie/provider.yaml | 7 +
airflow/providers/oracle/CHANGELOG.rst | 28 +
airflow/providers/oracle/provider.yaml | 4 +
airflow/providers/pagerduty/CHANGELOG.rst | 23 +
airflow/providers/pagerduty/provider.yaml | 4 +
airflow/providers/papermill/CHANGELOG.rst | 27 +
airflow/providers/papermill/provider.yaml | 4 +
airflow/providers/plexus/CHANGELOG.rst | 28 +
airflow/providers/plexus/hooks/plexus.py | 2 +-
airflow/providers/plexus/provider.yaml | 4 +
airflow/providers/postgres/CHANGELOG.rst | 26 +
airflow/providers/postgres/provider.yaml | 4 +
airflow/providers/presto/CHANGELOG.rst | 22 +
airflow/providers/presto/provider.yaml | 4 +
airflow/providers/qubole/CHANGELOG.rst | 26 +-
airflow/providers/qubole/provider.yaml | 5 +-
airflow/providers/qubole/sensors/qubole.py | 4 +-
airflow/providers/redis/CHANGELOG.rst | 23 +
airflow/providers/redis/provider.yaml | 4 +
airflow/providers/salesforce/CHANGELOG.rst | 19 +
airflow/providers/salesforce/provider.yaml | 4 +
airflow/providers/samba/CHANGELOG.rst | 28 +
airflow/providers/samba/provider.yaml | 4 +
airflow/providers/segment/CHANGELOG.rst | 23 +
airflow/providers/segment/provider.yaml | 4 +
airflow/providers/sendgrid/CHANGELOG.rst | 22 +
airflow/providers/sendgrid/provider.yaml | 1 +
airflow/providers/sftp/CHANGELOG.rst | 24 +
airflow/providers/sftp/provider.yaml | 4 +
airflow/providers/singularity/CHANGELOG.rst | 19 +
airflow/providers/singularity/provider.yaml | 4 +
airflow/providers/slack/CHANGELOG.rst | 31 +
airflow/providers/slack/hooks/slack_webhook.py | 5 +
airflow/providers/slack/operators/slack.py | 2 +-
airflow/providers/slack/provider.yaml | 7 +
airflow/providers/snowflake/CHANGELOG.rst | 32 +
airflow/providers/snowflake/provider.yaml | 4 +
airflow/providers/sqlite/CHANGELOG.rst | 22 +
airflow/providers/sqlite/provider.yaml | 1 +
airflow/providers/ssh/CHANGELOG.rst | 26 +
airflow/providers/ssh/provider.yaml | 4 +
airflow/providers/tableau/CHANGELOG.rst | 23 +
airflow/providers/tableau/provider.yaml | 4 +
airflow/providers/telegram/CHANGELOG.rst | 23 +
airflow/providers/telegram/provider.yaml | 4 +
airflow/providers/trino/CHANGELOG.rst | 19 +
airflow/providers/trino/provider.yaml | 4 +
airflow/providers/vertica/CHANGELOG.rst | 23 +
airflow/providers/vertica/provider.yaml | 4 +
airflow/providers/yandex/CHANGELOG.rst | 25 +
airflow/providers/yandex/provider.yaml | 4 +
airflow/providers/zendesk/CHANGELOG.rst | 23 +
airflow/providers/zendesk/provider.yaml | 4 +
airflow/sensors/base.py | 5 +
airflow/stats.py | 2 +-
airflow/typing_compat.py | 3 +-
airflow/utils/dag_processing.py | 8 +-
airflow/utils/log/secrets_masker.py | 103 +-
airflow/utils/process_utils.py | 4 +-
airflow/utils/strings.py | 2 +-
airflow/utils/task_group.py | 8 +-
airflow/www/api/experimental/endpoints.py | 6 +
airflow/www/package.json | 4 +-
airflow/www/static/js/tree.js | 7 +-
airflow/www/templates/airflow/dag.html | 1 +
airflow/www/templates/airflow/dag_details.html | 15 +-
airflow/www/templates/airflow/tree.html | 5 +
airflow/www/templates/airflow/trigger.html | 2 +-
airflow/www/utils.py | 5 +-
airflow/www/views.py | 52 +-
airflow/www/yarn.lock | 1027 +++++++-------------
breeze | 112 ++-
breeze-complete | 8 +-
chart/values.schema.json | 2 +-
chart/values.yaml | 2 +-
codecov.yml | 4 +-
dev/PROVIDER_PACKAGE_DETAILS.md | 2 +-
dev/README_RELEASE_AIRFLOW.md | 123 +--
dev/README_RELEASE_AIRFLOW_UPGRADE_CHECK.md | 2 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 64 +-
dev/airflow-github | 12 +-
dev/check_files.py | 6 +-
.../CHANGELOG_TEMPLATE.rst.jinja2 | 51 +
.../PROVIDER_INDEX_TEMPLATE.rst.jinja2 | 4 +-
.../PROVIDER_ISSUE_TEMPLATE.md.jinja2 | 35 +
.../PROVIDER_README_TEMPLATE.rst.jinja2 | 12 +-
dev/provider_packages/README.md | 107 +-
.../UPDATE_CHANGELOG_TEMPLATE.rst.jinja2 | 19 +-
dev/provider_packages/prepare_provider_packages.py | 563 ++++++++---
dev/requirements.txt | 6 +
dev/retag_docker_images.py | 134 +++
docs/apache-airflow-providers-airbyte/commits.rst | 17 +
docs/apache-airflow-providers-airbyte/index.rst | 115 +--
docs/apache-airflow-providers-amazon/commits.rst | 35 +-
docs/apache-airflow-providers-amazon/index.rst | 124 +--
.../commits.rst | 17 +
.../apache-airflow-providers-apache-beam/index.rst | 114 +--
.../commits.rst | 27 +-
.../index.rst | 47 +-
.../commits.rst | 28 +-
.../index.rst | 58 +-
.../commits.rst | 29 +-
.../apache-airflow-providers-apache-hdfs/index.rst | 45 +-
.../commits.rst | 20 +
.../apache-airflow-providers-apache-hive/index.rst | 79 +-
.../commits.rst | 28 +-
.../index.rst | 48 +-
.../commits.rst | 14 +
.../apache-airflow-providers-apache-livy/index.rst | 59 +-
.../commits.rst | 27 +-
docs/apache-airflow-providers-apache-pig/index.rst | 37 +-
.../commits.rst | 26 +-
.../index.rst | 46 +-
.../commits.rst | 18 +-
.../index.rst | 64 +-
.../commits.rst | 29 +-
.../index.rst | 35 +-
.../commits.rst | 16 +-
.../connections/asana.rst} | 21 +-
docs/apache-airflow-providers-asana/index.rst | 91 ++
.../operators/asana.rst | 88 ++
docs/apache-airflow-providers-celery/commits.rst | 27 +-
docs/apache-airflow-providers-celery/index.rst | 50 +-
docs/apache-airflow-providers-cloudant/commits.rst | 26 +-
docs/apache-airflow-providers-cloudant/index.rst | 46 +-
.../commits.rst | 24 +-
.../index.rst | 89 +-
.../commits.rst | 27 +-
docs/apache-airflow-providers-databricks/index.rst | 48 +-
docs/apache-airflow-providers-datadog/commits.rst | 28 +-
docs/apache-airflow-providers-datadog/index.rst | 46 +-
docs/apache-airflow-providers-dingding/commits.rst | 23 +-
docs/apache-airflow-providers-dingding/index.rst | 48 +-
docs/apache-airflow-providers-discord/commits.rst | 28 +-
docs/apache-airflow-providers-discord/index.rst | 38 +-
docs/apache-airflow-providers-docker/commits.rst | 19 +-
docs/apache-airflow-providers-docker/index.rst | 82 +-
.../commits.rst | 24 +-
.../index.rst | 67 +-
docs/apache-airflow-providers-exasol/commits.rst | 20 +-
docs/apache-airflow-providers-exasol/index.rst | 59 +-
docs/apache-airflow-providers-facebook/commits.rst | 13 +
docs/apache-airflow-providers-facebook/index.rst | 44 +-
docs/apache-airflow-providers-ftp/commits.rst | 18 +-
docs/apache-airflow-providers-ftp/index.rst | 43 +-
docs/apache-airflow-providers-google/commits.rst | 40 +-
.../example-dags.rst | 12 +-
docs/apache-airflow-providers-google/index.rst | 251 +----
.../operators/cloud/index.rst | 2 +-
.../operators/leveldb/leveldb.rst | 7 +-
.../operators/marketing_platform/index.rst | 2 +-
docs/apache-airflow-providers-grpc/commits.rst | 14 +
docs/apache-airflow-providers-grpc/index.rst | 44 +-
.../apache-airflow-providers-hashicorp/commits.rst | 14 +
docs/apache-airflow-providers-hashicorp/index.rst | 57 +-
docs/apache-airflow-providers-http/commits.rst | 23 +-
docs/apache-airflow-providers-http/index.rst | 57 +-
docs/apache-airflow-providers-imap/commits.rst | 28 +-
docs/apache-airflow-providers-imap/index.rst | 35 +-
docs/apache-airflow-providers-jdbc/commits.rst | 28 +-
docs/apache-airflow-providers-jdbc/index.rst | 48 +-
docs/apache-airflow-providers-jenkins/commits.rst | 21 +-
docs/apache-airflow-providers-jenkins/index.rst | 46 +-
docs/apache-airflow-providers-jira/commits.rst | 23 +-
docs/apache-airflow-providers-jira/index.rst | 51 +-
.../commits.rst | 25 +-
.../{wasb.rst => azure_container_volume.rst} | 35 +-
.../connections/{wasb.rst => azure_fileshare.rst} | 38 +-
.../connections/wasb.rst | 16 +-
.../index.rst | 102 +-
.../commits.rst | 17 +-
.../index.rst | 55 +-
.../commits.rst | 17 +-
.../index.rst | 67 +-
docs/apache-airflow-providers-mongo/commits.rst | 28 +-
docs/apache-airflow-providers-mongo/index.rst | 48 +-
docs/apache-airflow-providers-mysql/commits.rst | 18 +
docs/apache-airflow-providers-mysql/index.rst | 67 +-
docs/apache-airflow-providers-neo4j/commits.rst | 21 +-
docs/apache-airflow-providers-neo4j/index.rst | 53 +-
docs/apache-airflow-providers-odbc/commits.rst | 28 +-
docs/apache-airflow-providers-odbc/index.rst | 44 +-
docs/apache-airflow-providers-openfaas/commits.rst | 19 +-
docs/apache-airflow-providers-openfaas/index.rst | 46 +-
docs/apache-airflow-providers-opsgenie/commits.rst | 15 +
docs/apache-airflow-providers-opsgenie/index.rst | 56 +-
docs/apache-airflow-providers-oracle/commits.rst | 19 +
docs/apache-airflow-providers-oracle/index.rst | 54 +-
.../apache-airflow-providers-pagerduty/commits.rst | 26 +-
docs/apache-airflow-providers-pagerduty/index.rst | 46 +-
.../apache-airflow-providers-papermill/commits.rst | 21 +-
docs/apache-airflow-providers-papermill/index.rst | 59 +-
docs/apache-airflow-providers-plexus/commits.rst | 28 +-
docs/apache-airflow-providers-plexus/index.rst | 48 +-
docs/apache-airflow-providers-postgres/commits.rst | 26 +-
docs/apache-airflow-providers-postgres/index.rst | 47 +-
docs/apache-airflow-providers-presto/commits.rst | 19 +-
docs/apache-airflow-providers-presto/index.rst | 44 +-
docs/apache-airflow-providers-qubole/commits.rst | 24 +-
docs/apache-airflow-providers-qubole/index.rst | 56 +-
docs/apache-airflow-providers-redis/commits.rst | 27 +-
docs/apache-airflow-providers-redis/index.rst | 46 +-
.../commits.rst | 13 +
docs/apache-airflow-providers-salesforce/index.rst | 58 +-
docs/apache-airflow-providers-samba/commits.rst | 27 +-
docs/apache-airflow-providers-samba/index.rst | 46 +-
docs/apache-airflow-providers-segment/commits.rst | 27 +-
docs/apache-airflow-providers-segment/index.rst | 36 +-
docs/apache-airflow-providers-sendgrid/commits.rst | 19 +-
docs/apache-airflow-providers-sendgrid/index.rst | 45 +-
docs/apache-airflow-providers-sftp/commits.rst | 18 +-
docs/apache-airflow-providers-sftp/index.rst | 77 +-
.../commits.rst | 14 +
.../apache-airflow-providers-singularity/index.rst | 57 +-
docs/apache-airflow-providers-slack/commits.rst | 25 +-
docs/apache-airflow-providers-slack/index.rst | 68 +-
.../apache-airflow-providers-snowflake/commits.rst | 22 +-
docs/apache-airflow-providers-snowflake/index.rst | 72 +-
docs/apache-airflow-providers-sqlite/commits.rst | 20 +-
docs/apache-airflow-providers-sqlite/index.rst | 48 +-
docs/apache-airflow-providers-ssh/commits.rst | 17 +
docs/apache-airflow-providers-ssh/index.rst | 71 +-
docs/apache-airflow-providers-tableau/commits.rst | 21 +-
docs/apache-airflow-providers-tableau/index.rst | 33 +-
docs/apache-airflow-providers-telegram/commits.rst | 21 +-
docs/apache-airflow-providers-telegram/index.rst | 48 +-
docs/apache-airflow-providers-trino/commits.rst | 13 +
docs/apache-airflow-providers-trino/index.rst | 39 +-
docs/apache-airflow-providers-vertica/commits.rst | 27 +-
docs/apache-airflow-providers-vertica/index.rst | 36 +-
docs/apache-airflow-providers-yandex/commits.rst | 29 +-
docs/apache-airflow-providers-yandex/index.rst | 48 +-
docs/apache-airflow-providers-yandex/operators.rst | 2 +-
docs/apache-airflow-providers-zendesk/commits.rst | 26 +-
docs/apache-airflow-providers-zendesk/index.rst | 44 +-
.../howto/create-update-providers.rst | 8 +-
docs/apache-airflow-providers/index.rst | 4 +-
.../operators-and-hooks-ref/google.rst | 4 +-
docs/apache-airflow/backport-providers.rst | 115 ---
docs/apache-airflow/dag-run.rst | 2 +-
docs/apache-airflow/deprecated-rest-api-ref.rst | 2 +-
docs/apache-airflow/extra-packages-ref.rst | 4 +
docs/apache-airflow/index.rst | 2 +-
docs/apache-airflow/installation.rst | 18 +-
docs/apache-airflow/migrations-ref.rst | 206 ++++
docs/apache-airflow/start/docker-compose.yaml | 26 +-
docs/apache-airflow/start/docker.rst | 38 +-
docs/conf.py | 26 +-
docs/docker-stack/build-arg-ref.rst | 4 +-
docs/docker-stack/build.rst | 235 +++--
.../customizing/add-build-essential-custom.sh | 4 +-
.../docker-examples/customizing/custom-sources.sh | 4 +-
.../customizing/github-different-repository.sh | 8 +-
.../{github-master.sh => github-main.sh} | 8 +-
.../{github-v2-0-test.sh => github-v2-1-test.sh} | 6 +-
.../customizing/pypi-dev-runtime-deps.sh | 4 +-
.../customizing/pypi-extras-and-deps.sh | 4 +-
.../customizing/pypi-selected-version.sh | 4 +-
.../docker-examples/customizing/stable-airflow.sh | 4 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
.../restricted/restricted_environments.sh | 3 +-
docs/docker-stack/entrypoint.rst | 193 ++--
docs/docker-stack/index.rst | 52 +-
docs/docker-stack/recipes.rst | 4 +-
docs/exts/airflow_intersphinx.py | 12 +-
.../exts/docs_build/dev_index_template.html.jinja2 | 2 +-
docs/exts/docs_build/docs_builder.py | 4 +-
docs/exts/docs_build/fetch_inventories.py | 13 +-
docs/exts/docs_build/lint_checks.py | 2 +-
docs/helm-chart/airflow-configuration.rst | 2 +-
docs/helm-chart/production-guide.rst | 27 +-
docs/helm-chart/quick-start.rst | 102 +-
docs/spelling_wordlist.txt | 5 +-
hooks/build | 28 -
hooks/push | 25 -
images/ci/pull_request_ci_flow.md5 | 2 +-
images/ci/pull_request_ci_flow.mermaid | 34 +-
images/ci/pull_request_ci_flow.png | Bin 191467 -> 148327
bytes
images/ci/push_ci_flow.md5 | 2 +-
images/ci/push_ci_flow.mermaid | 33 +-
images/ci/push_ci_flow.png | Bin 205098 -> 160006
bytes
kubernetes_tests/test_kubernetes_pod_operator.py | 12 +-
.../test_kubernetes_pod_operator_backcompat.py | 6 +-
metastore_browser/hive_metastore.py | 4 +-
scripts/ci/constraints/ci_branch_constraints.sh | 6 +-
scripts/ci/constraints/ci_commit_constraints.sh | 2 +-
scripts/ci/docker-compose/base.yml | 2 +
scripts/ci/docker-compose/forward-credentials.yml | 2 +
scripts/ci/docker-compose/integration-kerberos.yml | 2 +-
scripts/ci/docker-compose/integration-openldap.yml | 2 +-
scripts/ci/docker-compose/integration-trino.yml | 2 +-
.../ci/dockerfiles/apache-rat/build_and_push.sh | 2 +-
scripts/ci/dockerfiles/bats/build_and_push.sh | 2 +-
.../dockerfiles/krb5-kdc-server/build_and_push.sh | 2 +-
scripts/ci/dockerfiles/stress/build_and_push.sh | 2 +-
scripts/ci/dockerfiles/trino/build_and_push.sh | 2 +-
scripts/ci/images/ci_build_dockerhub.sh | 152 +--
scripts/ci/images/ci_prepare_ci_image_on_ci.sh | 2 +-
scripts/ci/images/ci_prepare_prod_image_on_ci.sh | 2 +-
scripts/ci/libraries/_build_images.sh | 148 ++-
scripts/ci/libraries/_docker_engine_resources.sh | 2 +-
scripts/ci/libraries/_initialization.sh | 22 +-
scripts/ci/libraries/_kind.sh | 89 +-
scripts/ci/libraries/_md5sum.sh | 72 +-
scripts/ci/libraries/_parallel.sh | 22 +
scripts/ci/libraries/_parameters.sh | 27 +-
scripts/ci/libraries/_push_pull_remove_images.sh | 92 +-
scripts/ci/libraries/_pylint.sh | 10 +-
scripts/ci/libraries/_runs.sh | 23 +-
scripts/ci/libraries/_sanity_checks.sh | 16 +-
scripts/ci/libraries/_spinner.sh | 32 +-
scripts/ci/libraries/_start_end.sh | 8 +-
scripts/ci/libraries/_verify_image.sh | 88 ++
scripts/ci/openapi/client_codegen_diff.sh | 2 +-
scripts/ci/pre_commit/pre_commit_flake8.sh | 1 +
scripts/ci/pre_commit/pre_commit_json_schema.py | 2 -
.../pre_commit/pre_commit_migration_documented.py | 67 ++
scripts/ci/pre_commit/pre_commit_mypy.sh | 1 +
scripts/ci/pre_commit/pre_commit_pylint.sh | 1 +
.../ci_prepare_provider_documentation.sh | 2 +-
scripts/ci/selective_ci_checks.sh | 8 +-
scripts/ci/static_checks/bats_tests.sh | 4 +-
scripts/ci/static_checks/check_license.sh | 2 +-
.../ci_run_single_airflow_test_in_docker.sh | 43 +-
scripts/ci/tools/ci_free_space_on_ci.sh | 2 +-
.../prepare_prod_docker_images.sh} | 38 +-
scripts/docker/install_airflow_from_branch_tip.sh | 2 +-
scripts/in_container/_in_container_utils.sh | 113 +--
scripts/in_container/prod/entrypoint_prod.sh | 22 +-
.../run_install_and_test_provider_packages.sh | 42 +-
scripts/in_container/run_mypy.sh | 2 -
.../in_container/run_prepare_airflow_packages.sh | 26 +-
.../run_prepare_provider_documentation.sh | 59 +-
.../in_container/run_prepare_provider_packages.sh | 28 +-
.../in_container/update_quarantined_test_status.py | 4 +-
setup.cfg | 12 +-
setup.py | 59 +-
tests/always/test_project_structure.py | 6 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 103 +-
.../endpoints/test_dag_run_endpoint.py | 20 +
.../endpoints/test_task_instance_endpoint.py | 9 +-
tests/api_connexion/schemas/test_dag_schema.py | 5 +
tests/cli/commands/test_connection_command.py | 66 +-
tests/conftest.py | 2 +-
tests/core/test_core.py | 48 +-
tests/core/test_providers_manager.py | 225 +----
tests/decorators/test_python.py | 16 +
tests/executors/test_celery_executor.py | 54 +
tests/executors/test_dask_executor.py | 9 +-
tests/hooks/test_subprocess.py | 2 +-
tests/jobs/test_backfill_job.py | 2 +-
tests/jobs/test_local_task_job.py | 44 +-
tests/jobs/test_scheduler_job.py | 194 ++++
tests/kubernetes/pod.yaml | 2 +-
tests/kubernetes/test_pod_generator.py | 4 +-
tests/models/test_dagbag.py | 31 +-
tests/models/test_pool.py | 4 +-
tests/providers/airbyte/hooks/test_airbyte.py | 2 +-
.../amazon/aws/operators/test_s3_delete_objects.py | 4 +-
tests/providers/apache/hive/hooks/test_hive.py | 2 +-
.../experimental => providers/asana}/__init__.py | 0
.../asana/hooks}/__init__.py | 0
tests/providers/asana/hooks/test_asana.py | 254 +++++
.../asana/operators}/__init__.py | 0
.../providers/asana/operators/test_asana_tasks.py | 102 ++
.../kubernetes/operators/test_kubernetes_pod.py | 11 +-
tests/providers/dingding/hooks/test_dingding.py | 2 +-
.../discord/hooks/test_discord_webhook.py | 2 +-
.../log/elasticmock/fake_elasticsearch.py | 26 +-
.../elasticsearch/log/test_es_task_handler.py | 61 +-
.../providers/google/cloud/hooks/test_dataflow.py | 2 +-
.../google/cloud/operators/test_cloud_build.py | 4 +-
.../operators/test_cloud_build_system_helper.py | 2 +-
.../google/cloud/operators/test_dataflow_system.py | 3 +-
.../cloud/transfers/test_azure_fileshare_to_gcs.py | 12 +-
.../test_azure_fileshare_to_gcs_system.py | 6 +-
.../azure/hooks/test_azure_container_volume.py | 33 +-
.../microsoft/azure/hooks/test_azure_fileshare.py | 132 ++-
.../opsgenie/hooks/test_opsgenie_alert.py | 2 +-
tests/providers/slack/hooks/test_slack_webhook.py | 10 +-
tests/sensors/test_external_task_sensor.py | 96 ++
tests/test_utils/azure_system_helpers.py | 32 +-
tests/test_utils/logging_command_executor.py | 10 +-
tests/test_utils/perf/dags/elastic_dag.py | 2 +-
.../perf/scheduler_dag_execution_timing.py | 2 +-
tests/test_utils/perf/scheduler_ops_metrics.py | 2 +-
tests/utils/log/test_secrets_masker.py | 28 +
tests/utils/test_dag_processing.py | 60 ++
tests/www/api/experimental/test_endpoints.py | 24 +-
tests/www/test_utils.py | 36 +
tests/www/views/test_views.py | 3 +-
tests/www/views/test_views_trigger_dag.py | 11 +
574 files changed, 10403 insertions(+), 7651 deletions(-)
delete mode 160000 .github/actions/cancel-workflow-runs
delete mode 100644 .github/workflows/build-images-workflow-run.yml
create mode 100644 .github/workflows/build-images.yml
delete mode 100644 .github/workflows/repo_sync.yml
delete mode 100644 airflow/deprecated_schemas/provider-2.0.0.yaml.schema.json
copy airflow/providers/{tableau => asana}/CHANGELOG.rst (99%)
copy airflow/providers/{neo4j => asana}/README.md (100%)
copy {tests/www/api/experimental => airflow/providers/asana}/__init__.py (100%)
copy {tests/www/api/experimental =>
airflow/providers/asana/example_dags}/__init__.py (100%)
create mode 100644 airflow/providers/asana/example_dags/example_asana.py
copy {tests/www/api/experimental => airflow/providers/asana/hooks}/__init__.py
(100%)
create mode 100644 airflow/providers/asana/hooks/asana.py
copy {tests/www/api/experimental =>
airflow/providers/asana/operators}/__init__.py (100%)
create mode 100644 airflow/providers/asana/operators/asana_tasks.py
copy airflow/providers/{neo4j => asana}/provider.yaml (65%)
create mode 100644 dev/provider_packages/CHANGELOG_TEMPLATE.rst.jinja2
create mode 100644 dev/provider_packages/PROVIDER_ISSUE_TEMPLATE.md.jinja2
copy airflow/www/templates/airflow/variable_edit.html =>
dev/provider_packages/UPDATE_CHANGELOG_TEMPLATE.rst.jinja2 (66%)
create mode 100755 dev/retag_docker_images.py
copy docs/{apache-airflow-providers-airbyte =>
apache-airflow-providers-asana}/commits.rst (82%)
copy docs/{apache-airflow-providers-sqlite/connections/sqlite.rst =>
apache-airflow-providers-asana/connections/asana.rst} (71%)
create mode 100644 docs/apache-airflow-providers-asana/index.rst
create mode 100644 docs/apache-airflow-providers-asana/operators/asana.rst
copy docs/apache-airflow-providers-microsoft-azure/connections/{wasb.rst =>
azure_container_volume.rst} (58%)
copy docs/apache-airflow-providers-microsoft-azure/connections/{wasb.rst =>
azure_fileshare.rst} (60%)
delete mode 100644 docs/apache-airflow/backport-providers.rst
create mode 100644 docs/apache-airflow/migrations-ref.rst
rename docs/docker-stack/docker-examples/customizing/{github-master.sh =>
github-main.sh} (85%)
rename docs/docker-stack/docker-examples/customizing/{github-v2-0-test.sh =>
github-v2-1-test.sh} (90%)
delete mode 100755 hooks/build
delete mode 100755 hooks/push
create mode 100755 scripts/ci/pre_commit/pre_commit_migration_documented.py
copy scripts/ci/{dockerfiles/krb5-kdc-server/utils/create_admin.sh =>
tools/prepare_prod_docker_images.sh} (60%)
copy tests/{www/api/experimental => providers/asana}/__init__.py (100%)
copy tests/{www/api/experimental => providers/asana/hooks}/__init__.py (100%)
create mode 100644 tests/providers/asana/hooks/test_asana.py
copy tests/{www/api/experimental => providers/asana/operators}/__init__.py
(100%)
create mode 100644 tests/providers/asana/operators/test_asana_tasks.py
