This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from 32b59f8 (commit)
to ba76eb4 (commit)
from 32b59f8 Fixes the sending of an empty list to BigQuery `list_rows`
(#12307)
add ce06be4 Mount airflow.cfg to pod_template_file (#12311)
add 75f25bd Fix and Unquarantine test_change_state_for_tis_without_dagrun
(#12323)
add b027223 Add install/uninstall api to databricks hook (#12316)
add 7825e8f Docs installation improvements (#12304)
add c94b124 Add extra error handling to S3 remote logging (#9908)
add 7c4fe19 For v1-10-test PRs and pushes, use target branch scripts for
images (#12339)
add 1222ebd Create DAG-level cluster policy (#12184)
add 0284c98 Enable protection for v1-10-stable branch (#12343)
add 309b325 Update deprecated Apache Pinot Broker API (#12333)
add 450bd32 Improve presentation of DAG Docs (#12330)
add e5e47da Fix/Enhancement: Disable forms and communicate to user when
no DAG Runs (#12320)
add 3e4aa06 Bugfix: REST API Variables update endpoint returns 204 No
Content (#12321)
add 64978e3 Fix helm unit test for pod_template_file (#12345)
add 458ad93 Update & Fix 'Rotate Fernet Key' Doc (#12347)
add d54f087 Use the backend-configured model (#12336)
add 4e362c1 K8s yaml templates not rendered by k8sexecutor (#12303)
add 167b9b9 Simplifies check whether the CI image should be rebuilt
(#12181)
add 438b0a0 Fix Sample CLI commands for upgrading to 2.0 (#12349)
add aac3877 Add metric for scheduling delay between first run task &
expected start time (#9544)
add 648dd7c Restructure documentation for releasing Airflow/Providers
(#12350)
add 7f4d8c6 Fix Static-check failure (#12356)
add ba76eb4 Make nav fully accessible y keyboard, fix mobile nav menus
(#12351)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 3 +
.github/workflows/build-images-workflow-run.yml | 12 +-
.github/workflows/ci.yml | 2 +-
.../workflows/label_when_reviewed_workflow_run.yml | 2 +-
.pre-commit-config.yaml | 10 +-
BREEZE.rst | 2 +-
Dockerfile.ci | 9 +-
STATIC_CODE_CHECKS.rst | 2 +-
UPDATING.md | 8 +
UPGRADING_TO_2.0.md | 22 +-
.../api_connexion/endpoints/variable_endpoint.py | 2 +-
airflow/executors/celery_executor.py | 5 +-
airflow/jobs/scheduler_job.py | 2 +-
airflow/kubernetes/pod_generator.py | 1 +
airflow/models/dag.py | 9 +
airflow/models/dagbag.py | 5 +-
airflow/models/dagrun.py | 36 +
airflow/models/renderedtifields.py | 5 +-
airflow/models/taskinstance.py | 2 +-
airflow/providers/amazon/aws/hooks/s3.py | 6 +-
.../providers/amazon/aws/log/s3_task_handler.py | 34 +-
.../providers/amazon/provider.yaml | 32 +-
.../providers/apache/cassandra/provider.yaml | 32 +-
.../providers/apache/druid/provider.yaml | 32 +-
.../providers/apache/hdfs/provider.yaml | 33 +-
.../providers/apache/hive/provider.yaml | 32 +-
.../providers/apache/kylin/provider.yaml | 32 +-
.../providers/apache/livy/provider.yaml | 32 +-
.../providers/apache/pig/provider.yaml | 32 +-
airflow/providers/apache/pinot/hooks/pinot.py | 13 +-
.../providers/apache/pinot/provider.yaml | 32 +-
.../providers/apache/spark/provider.yaml | 32 +-
.../providers/apache/sqoop/provider.yaml | 32 +-
.../providers/celery/provider.yaml | 32 +-
.../providers/cloudant/provider.yaml | 32 +-
.../providers/cncf/kubernetes/provider.yaml | 32 +-
airflow/providers/databricks/hooks/databricks.py | 25 +
.../providers/databricks/provider.yaml | 32 +-
.../providers/datadog/provider.yaml | 32 +-
.../providers/dingding/provider.yaml | 32 +-
.../providers/discord/provider.yaml | 32 +-
.../providers/docker/provider.yaml | 32 +-
.../providers/elasticsearch/provider.yaml | 32 +-
.../providers/exasol/provider.yaml | 32 +-
.../providers/facebook/provider.yaml | 32 +-
.asf.yaml => airflow/providers/ftp/provider.yaml | 32 +-
.../providers/google/provider.yaml | 36 +-
.asf.yaml => airflow/providers/grpc/provider.yaml | 32 +-
.../providers/hashicorp/provider.yaml | 32 +-
.asf.yaml => airflow/providers/http/provider.yaml | 32 +-
.asf.yaml => airflow/providers/imap/provider.yaml | 32 +-
.asf.yaml => airflow/providers/jdbc/provider.yaml | 32 +-
.../providers/jenkins/provider.yaml | 32 +-
.asf.yaml => airflow/providers/jira/provider.yaml | 32 +-
.../providers/microsoft/azure/provider.yaml | 32 +-
.../providers/microsoft/mssql/provider.yaml | 32 +-
.../providers/microsoft/winrm/provider.yaml | 32 +-
.asf.yaml => airflow/providers/mongo/provider.yaml | 32 +-
.asf.yaml => airflow/providers/mysql/provider.yaml | 32 +-
.asf.yaml => airflow/providers/odbc/provider.yaml | 32 +-
.../providers/openfaas/provider.yaml | 32 +-
.../providers/opsgenie/provider.yaml | 32 +-
.../providers/oracle/provider.yaml | 32 +-
.../providers/pagerduty/provider.yaml | 32 +-
.../providers/papermill/provider.yaml | 32 +-
.../providers/plexus/provider.yaml | 32 +-
.../providers/postgres/provider.yaml | 32 +-
.../providers/presto/provider.yaml | 32 +-
.../providers/qubole/provider.yaml | 32 +-
.asf.yaml => airflow/providers/redis/provider.yaml | 32 +-
.../providers/salesforce/provider.yaml | 32 +-
.asf.yaml => airflow/providers/samba/provider.yaml | 32 +-
.../providers/segment/provider.yaml | 32 +-
.../providers/sendgrid/provider.yaml | 32 +-
.asf.yaml => airflow/providers/sftp/provider.yaml | 32 +-
.../providers/singularity/provider.yaml | 32 +-
.asf.yaml => airflow/providers/slack/provider.yaml | 32 +-
.../providers/snowflake/provider.yaml | 32 +-
.../providers/sqlite/provider.yaml | 32 +-
.asf.yaml => airflow/providers/ssh/provider.yaml | 32 +-
.../providers/vertica/provider.yaml | 32 +-
.../providers/yandex/provider.yaml | 32 +-
.../providers/zendesk/provider.yaml | 32 +-
airflow/settings.py | 46 +-
airflow/www/static/css/bootstrap-theme.css | 26 +-
airflow/www/static/css/main.css | 31 +-
airflow/www/static/js/base.js | 8 -
airflow/www/templates/airflow/chart.html | 7 +-
airflow/www/templates/airflow/dag.html | 2 +
airflow/www/templates/airflow/duration_chart.html | 7 +-
airflow/www/templates/airflow/gantt.html | 9 +-
airflow/www/templates/airflow/graph.html | 10 +-
airflow/www/templates/airflow/tree.html | 10 +-
airflow/www/templates/appbuilder/dag_docs.html | 41 +
airflow/www/templates/appbuilder/navbar_menu.html | 4 +-
airflow/www/templates/appbuilder/navbar_right.html | 10 +-
airflow/www/utils.py | 2 +-
airflow/www/views.py | 32 +-
breeze | 6 +-
breeze-complete | 2 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 15 +-
chart/tests/test_pod_template_file.py | 21 +
...DER_PACKAGES.md => PROVIDER_PACKAGE_DETAILS.md} | 0
dev/README.md | 1493 +-------------------
dev/README_RELEASE_AIRFLOW.md | 593 ++++++++
...ADME.md => README_RELEASE_PROVIDER_PACKAGES.md} | 836 +----------
dev/provider.yaml.schema.json | 31 +
dev/provider_packages/README.md | 17 +-
docs/autoapi_templates/index.rst | 71 +
docs/build_docs.py | 9 +-
docs/concepts.rst | 108 +-
docs/conf.py | 44 +-
docs/{installation.rst => extra-packages-ref.rst} | 228 +--
docs/exts/providers_packages_ref.py | 71 +
docs/exts/sphinx_script_update.py | 19 +-
docs/index.rst | 3 +
docs/installation.rst | 293 +---
docs/logging-monitoring/metrics.rst | 27 +-
docs/operators-and-hooks-ref.rst | 2 +-
docs/provider-packages-ref.rst | 60 +
docs/provider-packages.rst | 120 ++
docs/security/flower.rst | 2 +-
docs/security/secrets/fernet.rst | 4 +-
manifests/.gitignore | 2 +-
scripts/ci/libraries/_build_images.sh | 163 ++-
scripts/ci/libraries/_initialization.sh | 13 +-
scripts/ci/libraries/_kind.sh | 2 -
...> pre_commit_check_setup_extra_packages_ref.py} | 2 +-
setup.py | 4 +
.../endpoints/test_variable_endpoint.py | 3 +-
tests/cluster_policies/__init__.py | 34 +
.asf.yaml => tests/dags/test_dag_with_no_tags.py | 39 +-
tests/jobs/test_scheduler_job.py | 20 +-
tests/kubernetes/test_pod_generator.py | 9 +
tests/models/test_dagbag.py | 22 +-
tests/models/test_dagrun.py | 56 +
tests/models/test_renderedtifields.py | 4 +-
tests/models/test_taskinstance.py | 3 +-
.../amazon/aws/log/test_s3_task_handler.py | 20 +-
tests/providers/apache/pinot/hooks/test_pinot.py | 6 +-
.../providers/databricks/hooks/test_databricks.py | 56 +
tests/www/test_utils.py | 4 +-
142 files changed, 2168 insertions(+), 4756 deletions(-)
copy .asf.yaml => airflow/providers/amazon/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/cassandra/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/druid/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/hdfs/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/hive/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/kylin/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/livy/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/pig/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/pinot/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/spark/provider.yaml (52%)
copy .asf.yaml => airflow/providers/apache/sqoop/provider.yaml (52%)
copy .asf.yaml => airflow/providers/celery/provider.yaml (52%)
copy .asf.yaml => airflow/providers/cloudant/provider.yaml (52%)
copy .asf.yaml => airflow/providers/cncf/kubernetes/provider.yaml (52%)
copy .asf.yaml => airflow/providers/databricks/provider.yaml (52%)
copy .asf.yaml => airflow/providers/datadog/provider.yaml (52%)
copy .asf.yaml => airflow/providers/dingding/provider.yaml (52%)
copy .asf.yaml => airflow/providers/discord/provider.yaml (52%)
copy .asf.yaml => airflow/providers/docker/provider.yaml (52%)
copy .asf.yaml => airflow/providers/elasticsearch/provider.yaml (52%)
copy .asf.yaml => airflow/providers/exasol/provider.yaml (52%)
copy .asf.yaml => airflow/providers/facebook/provider.yaml (52%)
copy .asf.yaml => airflow/providers/ftp/provider.yaml (52%)
copy .asf.yaml => airflow/providers/google/provider.yaml (52%)
copy .asf.yaml => airflow/providers/grpc/provider.yaml (52%)
copy .asf.yaml => airflow/providers/hashicorp/provider.yaml (52%)
copy .asf.yaml => airflow/providers/http/provider.yaml (52%)
copy .asf.yaml => airflow/providers/imap/provider.yaml (52%)
copy .asf.yaml => airflow/providers/jdbc/provider.yaml (52%)
copy .asf.yaml => airflow/providers/jenkins/provider.yaml (52%)
copy .asf.yaml => airflow/providers/jira/provider.yaml (52%)
copy .asf.yaml => airflow/providers/microsoft/azure/provider.yaml (52%)
copy .asf.yaml => airflow/providers/microsoft/mssql/provider.yaml (52%)
copy .asf.yaml => airflow/providers/microsoft/winrm/provider.yaml (52%)
copy .asf.yaml => airflow/providers/mongo/provider.yaml (52%)
copy .asf.yaml => airflow/providers/mysql/provider.yaml (52%)
copy .asf.yaml => airflow/providers/odbc/provider.yaml (52%)
copy .asf.yaml => airflow/providers/openfaas/provider.yaml (52%)
copy .asf.yaml => airflow/providers/opsgenie/provider.yaml (52%)
copy .asf.yaml => airflow/providers/oracle/provider.yaml (52%)
copy .asf.yaml => airflow/providers/pagerduty/provider.yaml (52%)
copy .asf.yaml => airflow/providers/papermill/provider.yaml (52%)
copy .asf.yaml => airflow/providers/plexus/provider.yaml (52%)
copy .asf.yaml => airflow/providers/postgres/provider.yaml (52%)
copy .asf.yaml => airflow/providers/presto/provider.yaml (52%)
copy .asf.yaml => airflow/providers/qubole/provider.yaml (52%)
copy .asf.yaml => airflow/providers/redis/provider.yaml (52%)
copy .asf.yaml => airflow/providers/salesforce/provider.yaml (52%)
copy .asf.yaml => airflow/providers/samba/provider.yaml (52%)
copy .asf.yaml => airflow/providers/segment/provider.yaml (52%)
copy .asf.yaml => airflow/providers/sendgrid/provider.yaml (52%)
copy .asf.yaml => airflow/providers/sftp/provider.yaml (52%)
copy .asf.yaml => airflow/providers/singularity/provider.yaml (52%)
copy .asf.yaml => airflow/providers/slack/provider.yaml (52%)
copy .asf.yaml => airflow/providers/snowflake/provider.yaml (52%)
copy .asf.yaml => airflow/providers/sqlite/provider.yaml (52%)
copy .asf.yaml => airflow/providers/ssh/provider.yaml (52%)
copy .asf.yaml => airflow/providers/vertica/provider.yaml (52%)
copy .asf.yaml => airflow/providers/yandex/provider.yaml (52%)
copy .asf.yaml => airflow/providers/zendesk/provider.yaml (52%)
create mode 100644 airflow/www/templates/appbuilder/dag_docs.html
rename dev/{PROVIDER_PACKAGES.md => PROVIDER_PACKAGE_DETAILS.md} (100%)
create mode 100644 dev/README_RELEASE_AIRFLOW.md
copy dev/{README.md => README_RELEASE_PROVIDER_PACKAGES.md} (50%)
create mode 100644 dev/provider.yaml.schema.json
copy docs/{installation.rst => extra-packages-ref.rst} (68%)
create mode 100644 docs/exts/providers_packages_ref.py
create mode 100644 docs/provider-packages-ref.rst
create mode 100644 docs/provider-packages.rst
rename scripts/ci/pre_commit/{pre_commit_check_setup_installation.py =>
pre_commit_check_setup_extra_packages_ref.py} (99%)
copy .asf.yaml => tests/dags/test_dag_with_no_tags.py (52%)