This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-8-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 6fc4a9cb3c Update default branches for 2-8
add c07c5925e9 Add v2-8 branches to codecov.yml and .asf.yaml (#35750)
add 0d1c8de78c Update minor release command (#35751)
add d8075cd04c Remove backcompat with Airflow 2.3/2.4 in providers (#35727)
add f8dd192483 OpenLineage integration tried to use non-existed method in
SnowflakeHook (#35752)
add 9207e7d5e5 Remove usage of deprecated method from
BigQueryToBigQueryOperator (#35605)
add 2d01cfd4a8 feature(providers): added `OpsgenieNotifier` (#35530)
add 31aeed048b Rename --aditional-extras flag to
--aditional-airflow-extras (#35760)
add 0711d50597 More detail on mandatory task arguments (#35740)
add 1e95b06948 Update README.md to reflect changes we agreed to the
versioning (#35764)
add ecbf02386a Add basic metrics to stats collector. (#35368)
add 747f00f2aa Extend task context logging support for remote logging
using Elasticsearch (#32977)
add 2a469b3713 Remove backcompat inheritance for DbApiHook (#35754)
add de95d0fb5a Improve ownership fixing for Breeze (#35759)
add b75dc62620 Fix broken link to Weaviate docs (#35776)
add 7389782fb8 Set mark_end_on_close after set_context (#35761)
add 50e0b928be Make passing build args explicit in ci/prod builds (#35768)
add b1a9ebb2fe Move `BaseOperatorLink` into the separate module (#35032)
add 1fae1a50e9 Add OpenLineage support to GCSToBigQueryOperator (#35778)
add 379b7c09d1 Implement login and logout in AWS auth manager (#35488)
add 2a06e278d2 Check attr on parent not self re TaskContextLogger
set_context (#35780)
add 5a8d9d644d Remove --force-build command in cache steps in CI (#35784)
add 67ebc3a6cd Fix DataFusion example type annotations (#35753)
add d58e0450b2 Fix permission check on menus (#35781)
add 14a58e2dae Remove pendulum as dependency of breeze (#35786)
add b31b8c08c4 Reflect drop/add support of DB Backends versions in
documentation (#35785)
add 2d811d526a Update emr.py (#35787)
add f4e5571384 Add missing docker test_exceptions.py (#35674)
add 72ba63e0b9 added Topic params for schema_settings and
message_retention_duration. (#35767)
add b71c14c74a Added retry strategy parameter to Amazon AWS provider Batch
Operator to allow dynamic Batch retry strategies (#35789)
add 6e8f646bf9 Fix for infinite recursion due to secrets_masker (#35048)
add 8dc1b23116 feat: K8S resource operator - CRD (#35600)
add 172f57355e Upgrade to Pydantic v2 (#35551)
add 5588a956c0 Fix HttpOperator pagination with `str` data (#35782)
add bcb5eebd62 Updated docstring: `check_key_async` is now in line with
description of `_check_key_async` (#35799)
add b06c4b0f04 Add borderWidthRight to grid for Firefox scrollbar (#35346)
add fcb91f47c9 Avoid breeze self-upgrade run in some pre-commits. (#35802)
add 9e159fc48d Add OpenLineage support to S3Operators - Copy, Delete and
Create Object (#35796)
add ac977c4e57 Make EksPodOperator exec config not rely on log level
(#35771)
add d35578e210 Fix pre-commit script output (#35807)
add a794e0d020 Fix Batch operator's retry_strategy (#35808)
add 910c95ea64 Consolidate environment variable calculation in ShellParams
in Breeze (#35801)
add ef2ad070c2 Add OpenLineage support to `S3FileTransformOperator`
(#35819)
add ca97feed18 Revert Remove PodLoggingStatus object #35422 (#35822)
add ca1202fd31 Add `EC2HibernateInstanceOperator` and
`EC2RebootInstanceOperator` (#35790)
add eb691fc013 Use `OpenSearch` instead of `Open Search` and `Opensearch`
(#35821)
add b07d79908c Implements JSON-string connection representation generator
(#35723)
add afe14ceb62 breeze - docs added pipx python flag (#35827)
add 0e157b38a3 Fix K8S executor override config using pod_override_object
(#35185)
add e8f62e8ee5 Add DagModel attributes before dumping DagDetailSchema for
get_dag_details API endpoint (#34947)
add 0b23d5601c Prepare docs 2nd wave of Providers November 2023 (#35836)
add cc042a2b7e Create directories based on `AIRFLOW_CONFIG` path (#35818)
add 4298c433bc Add missing default for version suffix (#35842)
add c068089c65 Update README_RELEASE_PROVIDER_PACKAGES.md (#35846)
add 39107dfeb4 change indent to 4 (#35824)
add c905fe88de Update information about links into the provider.yaml files
(#35837)
add 770f16425c Add support for service account impersonation with
computeEngineSSHHook (google provider) and IAP tunnel (#35136)
add e2a5dbf8b4 allow multiple elements in impersonation chain (#35694)
add 9059f72668 Enhance `attribute_value` in `DynamoDBValueSensor` to
accept list (#35831)
add 196a235358 fix: set dry_run to be optional. (#35167)
add 373d8a57b2 Deprecate `CloudComposerEnvironmentSensor` in favor of
`CloudComposerCreateEnvironmentOperator` with defer mode (#35775)
add e57232ff8f Feature pass dictionary configuration in application_file
in SparkKubernetesOperator (#35848)
add 7c2885d21e Make livy connection failure test less picky (#35852)
add 177da9016b Enhance docs for zombie tasks (#35825)
add 454e63fd66 Add a new config to configure the host of the scheduler
health check server (#35616)
add 2d58e70b3b Disable mypy check for referencing package (#35850)
add c7e13061bd Send explicit task logs when marking tasks stuck in queued
as failed (#35857)
add d36848828b Optimize CI/PROD image waiting and verification in CI
workflow (#35856)
add ca97dd67d4 Skip running "fix ownership" when Breeze image pre-commits
are skipped (#35859)
add c3719d966e Make environment tests for breeze branch-agnostic (#35860)
add df6631ec08 Clarify constraints use in canary run in CI diagrams
(#35858)
add fa94ee9ebb Simplify io.path (#35747)
add 4495de73bc Modify breeze commands and flags for standalone shell
commands (#35862)
add 162d0f00d4 Add reproducible build check step in the proces of Provider
releases (#35871)
add d045a0f9ae Ignore E402 (import not at the top of file) in pre-commits
(#35873)
add 57670802ec Rename SKIP_UPRADE_CHECK to SKIP_BREEZE_SELF_UPGRADE_CHECK
(#35876)
add f3a6cdbed3 Add common code and utils to implement ER pre-commit in a
clearer way (#35875)
add 1e730f21cd Revert "Add v2-8 branches to codecov.yml and .asf.yaml
(#35750)" (#35883)
new 9a4857bd87 Update default branches for 2-8
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6fc4a9cb3c)
\
N -- N -- N refs/heads/v2-8-stable (9a4857bd87)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/actions/build-ci-images/action.yml | 4 -
.github/actions/build-prod-images/action.yml | 4 -
.github/actions/post_tests_failure/action.yml | 3 -
.github/actions/post_tests_success/action.yml | 3 -
.github/workflows/build-images.yml | 3 -
.github/workflows/ci.yml | 403 ++-
.github/workflows/release_dockerhub_image.yml | 3 -
.pre-commit-config.yaml | 40 +-
BREEZE.rst | 20 +-
CI.rst | 91 +-
CI_DIAGRAMS.md | 415 +--
CONTRIBUTING.rst | 6 +-
Dockerfile | 4 +-
Dockerfile.ci | 6 +-
IMAGES.rst | 10 +-
INSTALL | 6 +-
README.md | 15 +-
STATIC_CODE_CHECKS.rst | 7 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 10 +-
airflow/api_connexion/openapi/v1.yaml | 1946 +++++++------
airflow/api_connexion/schemas/dag_schema.py | 2 +-
.../api_connexion/schemas/task_instance_schema.py | 2 +-
airflow/auth/managers/base_auth_manager.py | 32 +-
airflow/auth/managers/fab/fab_auth_manager.py | 16 +-
airflow/auth/managers/fab/models/__init__.py | 3 +
airflow/auth/managers/models/base_user.py | 7 +-
airflow/config_templates/config.yml | 8 +
airflow/configuration.py | 34 +-
airflow/io/path.py | 50 +-
airflow/jobs/scheduler_job_runner.py | 24 +-
airflow/models/__init__.py | 5 +-
airflow/models/abstractoperator.py | 3 +-
airflow/models/baseoperator.py | 49 +-
airflow/models/baseoperatorlink.py | 57 +
airflow/models/connection.py | 35 +
airflow/models/dag.py | 4 +
airflow/models/mappedoperator.py | 3 +-
airflow/operators/trigger_dagrun.py | 3 +-
.../providers/airbyte/.latest-doc-only-change.txt | 2 +-
airflow/providers/airbyte/__init__.py | 1 -
airflow/providers/airbyte/provider.yaml | 6 +-
.../providers/alibaba/.latest-doc-only-change.txt | 2 +-
airflow/providers/alibaba/__init__.py | 1 -
airflow/providers/alibaba/provider.yaml | 4 +-
airflow/providers/amazon/CHANGELOG.rst | 36 +
airflow/providers/amazon/__init__.py | 3 +-
.../amazon/aws/auth_manager}/__init__.py | 0
.../amazon/aws/auth_manager/aws_auth_manager.py | 143 +
.../providers/amazon/aws/auth_manager/constants.py | 10 +-
.../aws/auth_manager/security_manager}/__init__.py | 0
.../aws_security_manager_override.py} | 35 +-
airflow/providers/amazon/aws/auth_manager/user.py | 51 +
.../amazon/aws/auth_manager/views}/__init__.py | 0
.../amazon/aws/auth_manager/views/auth.py | 149 +
airflow/providers/amazon/aws/hooks/eks.py | 55 +-
airflow/providers/amazon/aws/hooks/s3.py | 6 +-
.../providers/amazon/aws/log/s3_task_handler.py | 4 +-
airflow/providers/amazon/aws/operators/batch.py | 7 +
airflow/providers/amazon/aws/operators/ec2.py | 126 +
airflow/providers/amazon/aws/operators/emr.py | 18 +-
airflow/providers/amazon/aws/operators/s3.py | 119 +
airflow/providers/amazon/aws/sensors/dynamodb.py | 11 +-
.../providers/amazon/aws/utils/eks_get_token.py | 9 +-
airflow/providers/amazon/provider.yaml | 28 +-
.../apache/beam/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/beam/__init__.py | 1 -
airflow/providers/apache/beam/provider.yaml | 2 +-
.../apache/cassandra/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/cassandra/__init__.py | 1 -
airflow/providers/apache/cassandra/provider.yaml | 6 +-
.../apache/drill/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/drill/__init__.py | 1 -
airflow/providers/apache/drill/provider.yaml | 2 +-
.../apache/druid/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/druid/__init__.py | 1 -
airflow/providers/apache/druid/provider.yaml | 2 +-
.../apache/flink/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/flink/__init__.py | 1 -
airflow/providers/apache/flink/provider.yaml | 2 +-
.../apache/hdfs/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/hdfs/__init__.py | 1 -
airflow/providers/apache/hdfs/provider.yaml | 2 +-
.../apache/hive/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/hive/__init__.py | 1 -
airflow/providers/apache/hive/provider.yaml | 2 +-
airflow/providers/apache/impala/CHANGELOG.rst | 17 +
airflow/providers/apache/impala/__init__.py | 3 +-
airflow/providers/apache/impala/hooks/impala.py | 3 +-
airflow/providers/apache/impala/provider.yaml | 3 +-
.../apache/kafka/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/kafka/__init__.py | 1 -
airflow/providers/apache/kafka/provider.yaml | 2 +-
.../apache/kylin/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/kylin/__init__.py | 1 -
airflow/providers/apache/kylin/provider.yaml | 2 +-
.../apache/livy/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/livy/__init__.py | 1 -
airflow/providers/apache/livy/provider.yaml | 2 +-
.../apache/pig/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/pig/__init__.py | 1 -
airflow/providers/apache/pig/provider.yaml | 2 +-
.../apache/pinot/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/pinot/__init__.py | 1 -
airflow/providers/apache/pinot/provider.yaml | 2 +-
.../apache/spark/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/spark/__init__.py | 1 -
airflow/providers/apache/spark/provider.yaml | 2 +-
.../apache/sqoop/.latest-doc-only-change.txt | 2 +-
airflow/providers/apache/sqoop/__init__.py | 1 -
airflow/providers/apache/sqoop/provider.yaml | 2 +-
.../providers/apprise/.latest-doc-only-change.txt | 2 +-
airflow/providers/apprise/__init__.py | 1 -
airflow/providers/apprise/provider.yaml | 2 +-
.../providers/arangodb/.latest-doc-only-change.txt | 2 +-
airflow/providers/arangodb/__init__.py | 1 -
airflow/providers/arangodb/provider.yaml | 2 +-
.../providers/asana/.latest-doc-only-change.txt | 2 +-
airflow/providers/asana/__init__.py | 1 -
airflow/providers/asana/provider.yaml | 4 +-
airflow/providers/atlassian/jira/CHANGELOG.rst | 18 +
airflow/providers/atlassian/jira/__init__.py | 3 +-
airflow/providers/atlassian/jira/provider.yaml | 7 +-
.../providers/celery/.latest-doc-only-change.txt | 2 +-
airflow/providers/celery/__init__.py | 1 -
airflow/providers/celery/provider.yaml | 18 +-
.../providers/cloudant/.latest-doc-only-change.txt | 2 +-
airflow/providers/cloudant/__init__.py | 1 -
airflow/providers/cloudant/provider.yaml | 2 +-
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 28 +
airflow/providers/cncf/kubernetes/__init__.py | 3 +-
.../cncf/kubernetes/operators/resource.py | 62 +-
.../cncf/kubernetes/operators/spark_kubernetes.py | 14 +-
airflow/providers/cncf/kubernetes/pod_generator.py | 4 +-
airflow/providers/cncf/kubernetes/provider.yaml | 3 +-
.../cncf/kubernetes/utils/k8s_resource_iterator.py | 46 +
.../providers/cncf/kubernetes/utils/pod_manager.py | 34 +-
.../providers/cohere/.latest-doc-only-change.txt | 2 +-
airflow/providers/cohere/__init__.py | 1 -
airflow/providers/cohere/provider.yaml | 2 +-
airflow/providers/common/io/CHANGELOG.rst | 13 +
airflow/providers/common/io/__init__.py | 3 +-
airflow/providers/common/io/provider.yaml | 3 +-
airflow/providers/common/sql/CHANGELOG.rst | 12 +
airflow/providers/common/sql/__init__.py | 3 +-
airflow/providers/common/sql/hooks/sql.py | 18 +-
airflow/providers/common/sql/hooks/sql.pyi | 4 +-
airflow/providers/common/sql/provider.yaml | 2 +-
.../daskexecutor/.latest-doc-only-change.txt | 2 +-
airflow/providers/daskexecutor/__init__.py | 1 -
airflow/providers/daskexecutor/provider.yaml | 2 +-
airflow/providers/databricks/CHANGELOG.rst | 13 +
airflow/providers/databricks/__init__.py | 3 +-
airflow/providers/databricks/provider.yaml | 3 +-
.../providers/datadog/.latest-doc-only-change.txt | 2 +-
airflow/providers/datadog/__init__.py | 1 -
airflow/providers/datadog/provider.yaml | 2 +-
airflow/providers/dbt/cloud/CHANGELOG.rst | 18 +
airflow/providers/dbt/cloud/__init__.py | 3 +-
airflow/providers/dbt/cloud/provider.yaml | 5 +-
.../providers/dingding/.latest-doc-only-change.txt | 2 +-
airflow/providers/dingding/__init__.py | 1 -
airflow/providers/dingding/provider.yaml | 2 +-
.../providers/discord/.latest-doc-only-change.txt | 2 +-
airflow/providers/discord/__init__.py | 1 -
airflow/providers/discord/provider.yaml | 6 +-
airflow/providers/docker/CHANGELOG.rst | 13 +
airflow/providers/docker/__init__.py | 3 +-
airflow/providers/docker/provider.yaml | 5 +-
airflow/providers/elasticsearch/CHANGELOG.rst | 25 +
airflow/providers/elasticsearch/__init__.py | 3 +-
.../providers/elasticsearch/hooks/elasticsearch.py | 4 +-
.../providers/elasticsearch/log/es_task_handler.py | 48 +-
airflow/providers/elasticsearch/provider.yaml | 3 +-
.../providers/exasol/.latest-doc-only-change.txt | 2 +-
airflow/providers/exasol/__init__.py | 1 -
airflow/providers/exasol/provider.yaml | 4 +-
.../providers/facebook/.latest-doc-only-change.txt | 2 +-
airflow/providers/facebook/__init__.py | 1 -
airflow/providers/facebook/provider.yaml | 6 +-
airflow/providers/ftp/.latest-doc-only-change.txt | 2 +-
airflow/providers/ftp/__init__.py | 1 -
airflow/providers/ftp/provider.yaml | 2 +-
airflow/providers/github/__init__.py | 1 -
airflow/providers/github/provider.yaml | 2 +-
airflow/providers/google/CHANGELOG.rst | 35 +
airflow/providers/google/__init__.py | 3 +-
.../providers/google/cloud/hooks/compute_ssh.py | 18 +-
airflow/providers/google/cloud/hooks/gcs.py | 9 +-
airflow/providers/google/cloud/hooks/pubsub.py | 10 +
.../providers/google/cloud/log/gcs_task_handler.py | 4 +-
.../google/cloud/operators/cloud_composer.py | 2 +-
airflow/providers/google/cloud/operators/pubsub.py | 7 +
.../google/cloud/secrets/secret_manager.py | 14 +-
.../google/cloud/sensors/cloud_composer.py | 15 +-
.../google/cloud/transfers/bigquery_to_bigquery.py | 88 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 77 +
.../providers/google/common/hooks/base_google.py | 2 +
airflow/providers/google/provider.yaml | 3 +-
airflow/providers/grpc/.latest-doc-only-change.txt | 2 +-
airflow/providers/grpc/__init__.py | 1 -
airflow/providers/grpc/provider.yaml | 2 +-
.../hashicorp/.latest-doc-only-change.txt | 2 +-
airflow/providers/hashicorp/__init__.py | 1 -
airflow/providers/hashicorp/provider.yaml | 2 +-
airflow/providers/http/.latest-doc-only-change.txt | 2 +-
airflow/providers/http/__init__.py | 1 -
airflow/providers/http/operators/http.py | 50 +-
airflow/providers/http/provider.yaml | 2 +-
airflow/providers/http/triggers/http.py | 2 +-
airflow/providers/imap/.latest-doc-only-change.txt | 2 +-
airflow/providers/imap/__init__.py | 1 -
airflow/providers/imap/provider.yaml | 2 +-
.../providers/influxdb/.latest-doc-only-change.txt | 2 +-
airflow/providers/influxdb/__init__.py | 1 -
airflow/providers/influxdb/provider.yaml | 2 +-
airflow/providers/jdbc/.latest-doc-only-change.txt | 2 +-
airflow/providers/jdbc/__init__.py | 1 -
airflow/providers/jdbc/provider.yaml | 2 +-
.../providers/jenkins/.latest-doc-only-change.txt | 2 +-
airflow/providers/jenkins/__init__.py | 1 -
airflow/providers/jenkins/provider.yaml | 2 +-
airflow/providers/microsoft/azure/CHANGELOG.rst | 22 +
airflow/providers/microsoft/azure/__init__.py | 3 +-
.../microsoft/azure/log/wasb_task_handler.py | 4 +-
airflow/providers/microsoft/azure/provider.yaml | 3 +-
.../providers/microsoft/azure/secrets/key_vault.py | 14 +-
.../microsoft/mssql/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/mssql/__init__.py | 1 -
airflow/providers/microsoft/mssql/provider.yaml | 6 +-
.../microsoft/psrp/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/psrp/__init__.py | 1 -
airflow/providers/microsoft/psrp/provider.yaml | 4 +-
.../microsoft/winrm/.latest-doc-only-change.txt | 2 +-
airflow/providers/microsoft/winrm/__init__.py | 1 -
airflow/providers/microsoft/winrm/provider.yaml | 4 +-
.../providers/mongo/.latest-doc-only-change.txt | 2 +-
airflow/providers/mongo/__init__.py | 1 -
airflow/providers/mongo/provider.yaml | 6 +-
.../providers/mysql/.latest-doc-only-change.txt | 2 +-
airflow/providers/mysql/__init__.py | 1 -
airflow/providers/mysql/provider.yaml | 4 +-
.../providers/neo4j/.latest-doc-only-change.txt | 2 +-
airflow/providers/neo4j/__init__.py | 1 -
airflow/providers/neo4j/provider.yaml | 2 +-
airflow/providers/odbc/CHANGELOG.rst | 17 +
airflow/providers/odbc/__init__.py | 3 +-
airflow/providers/odbc/provider.yaml | 3 +-
airflow/providers/openai/CHANGELOG.rst | 14 +
airflow/providers/openai/__init__.py | 3 +-
airflow/providers/openai/provider.yaml | 3 +-
.../providers/openfaas/.latest-doc-only-change.txt | 2 +-
airflow/providers/openfaas/__init__.py | 1 -
airflow/providers/openfaas/provider.yaml | 2 +-
.../openlineage/.latest-doc-only-change.txt | 1 +
airflow/providers/openlineage/__init__.py | 1 -
airflow/providers/openlineage/plugins/adapter.py | 5 +-
airflow/providers/openlineage/provider.yaml | 2 +-
.../opensearch/.latest-doc-only-change.txt | 2 +-
airflow/providers/opensearch/__init__.py | 1 -
airflow/providers/opensearch/hooks/opensearch.py | 8 +-
.../providers/opensearch/operators/opensearch.py | 6 +-
airflow/providers/opensearch/provider.yaml | 12 +-
airflow/providers/opsgenie/CHANGELOG.rst | 17 +
airflow/providers/opsgenie/__init__.py | 3 +-
.../opsgenie/notifications}/__init__.py | 0
.../providers/opsgenie/notifications/opsgenie.py | 81 +
airflow/providers/opsgenie/provider.yaml | 10 +-
.../opsgenie/typing}/__init__.py | 0
airflow/providers/opsgenie/typing/opsgenie.py | 59 +
.../providers/oracle/.latest-doc-only-change.txt | 2 +-
airflow/providers/oracle/__init__.py | 1 -
airflow/providers/oracle/provider.yaml | 2 +-
.../pagerduty/.latest-doc-only-change.txt | 2 +-
airflow/providers/pagerduty/__init__.py | 1 -
airflow/providers/pagerduty/provider.yaml | 2 +-
airflow/providers/papermill/CHANGELOG.rst | 17 +
airflow/providers/papermill/__init__.py | 3 +-
airflow/providers/papermill/provider.yaml | 3 +-
.../providers/pgvector/.latest-doc-only-change.txt | 1 +
airflow/providers/pgvector/__init__.py | 1 -
airflow/providers/pgvector/provider.yaml | 2 +-
.../providers/pinecone/.latest-doc-only-change.txt | 1 +
airflow/providers/pinecone/__init__.py | 1 -
airflow/providers/pinecone/provider.yaml | 2 +-
.../providers/plexus/.latest-doc-only-change.txt | 2 +-
airflow/providers/plexus/__init__.py | 1 -
airflow/providers/plexus/provider.yaml | 2 +-
.../providers/postgres/.latest-doc-only-change.txt | 2 +-
airflow/providers/postgres/__init__.py | 1 -
airflow/providers/postgres/provider.yaml | 2 +-
.../providers/presto/.latest-doc-only-change.txt | 2 +-
airflow/providers/presto/__init__.py | 1 -
airflow/providers/presto/provider.yaml | 6 +-
airflow/providers/redis/CHANGELOG.rst | 19 +
airflow/providers/redis/__init__.py | 3 +-
airflow/providers/redis/provider.yaml | 3 +-
.../salesforce/.latest-doc-only-change.txt | 2 +-
airflow/providers/salesforce/__init__.py | 1 -
airflow/providers/salesforce/provider.yaml | 2 +-
.../providers/samba/.latest-doc-only-change.txt | 2 +-
airflow/providers/samba/__init__.py | 1 -
airflow/providers/samba/provider.yaml | 2 +-
.../providers/segment/.latest-doc-only-change.txt | 2 +-
airflow/providers/segment/__init__.py | 1 -
airflow/providers/segment/provider.yaml | 2 +-
.../providers/sendgrid/.latest-doc-only-change.txt | 2 +-
airflow/providers/sendgrid/__init__.py | 1 -
airflow/providers/sendgrid/provider.yaml | 2 +-
airflow/providers/sftp/.latest-doc-only-change.txt | 2 +-
airflow/providers/sftp/__init__.py | 1 -
airflow/providers/sftp/provider.yaml | 2 +-
.../singularity/.latest-doc-only-change.txt | 2 +-
airflow/providers/singularity/__init__.py | 1 -
airflow/providers/singularity/provider.yaml | 2 +-
.../providers/slack/.latest-doc-only-change.txt | 2 +-
airflow/providers/slack/__init__.py | 1 -
airflow/providers/slack/provider.yaml | 2 +-
airflow/providers/smtp/.latest-doc-only-change.txt | 2 +-
airflow/providers/smtp/__init__.py | 1 -
airflow/providers/smtp/provider.yaml | 2 +-
airflow/providers/snowflake/CHANGELOG.rst | 14 +
airflow/providers/snowflake/__init__.py | 3 +-
airflow/providers/snowflake/hooks/snowflake.py | 2 +-
airflow/providers/snowflake/provider.yaml | 3 +-
.../providers/sqlite/.latest-doc-only-change.txt | 2 +-
airflow/providers/sqlite/__init__.py | 1 -
airflow/providers/sqlite/provider.yaml | 2 +-
airflow/providers/ssh/.latest-doc-only-change.txt | 2 +-
airflow/providers/ssh/__init__.py | 1 -
airflow/providers/ssh/provider.yaml | 2 +-
.../providers/tableau/.latest-doc-only-change.txt | 2 +-
airflow/providers/tableau/__init__.py | 1 -
airflow/providers/tableau/provider.yaml | 2 +-
.../providers/tabular/.latest-doc-only-change.txt | 2 +-
airflow/providers/tabular/__init__.py | 1 -
airflow/providers/tabular/provider.yaml | 2 +-
.../providers/telegram/.latest-doc-only-change.txt | 2 +-
airflow/providers/telegram/__init__.py | 1 -
airflow/providers/telegram/provider.yaml | 2 +-
airflow/providers/trino/CHANGELOG.rst | 20 +
airflow/providers/trino/__init__.py | 3 +-
airflow/providers/trino/hooks/trino.py | 19 +-
airflow/providers/trino/provider.yaml | 3 +-
.../providers/vertica/.latest-doc-only-change.txt | 2 +-
airflow/providers/vertica/__init__.py | 1 -
airflow/providers/vertica/provider.yaml | 2 +-
.../providers/weaviate/.latest-doc-only-change.txt | 1 +
airflow/providers/weaviate/__init__.py | 1 -
airflow/providers/weaviate/provider.yaml | 2 +-
.../providers/yandex/.latest-doc-only-change.txt | 2 +-
airflow/providers/yandex/__init__.py | 1 -
airflow/providers/yandex/provider.yaml | 2 +-
.../providers/zendesk/.latest-doc-only-change.txt | 2 +-
airflow/providers/zendesk/__init__.py | 1 -
airflow/providers/zendesk/provider.yaml | 2 +-
airflow/sensors/external_task.py | 2 +-
airflow/serialization/pydantic/dag.py | 29 +-
airflow/serialization/pydantic/dag_run.py | 9 +-
airflow/serialization/pydantic/dataset.py | 27 +-
airflow/serialization/pydantic/job.py | 8 +-
airflow/serialization/pydantic/taskinstance.py | 9 +-
airflow/serialization/serde.py | 9 +-
airflow/serialization/serialized_objects.py | 9 +-
airflow/utils/log/secrets_masker.py | 9 +-
airflow/utils/log/task_context_logger.py | 2 +-
airflow/utils/scheduler_health.py | 4 +-
airflow/www/extensions/init_appbuilder.py | 2 +-
airflow/www/extensions/init_auth_manager.py | 6 +-
airflow/www/extensions/init_security.py | 4 +-
airflow/www/security_manager.py | 56 +-
airflow/www/static/js/dag/grid/index.tsx | 2 +-
airflow/www/static/js/types/api-generated.ts | 2 +-
airflow/www/utils.py | 5 +-
chart/templates/_helpers.yaml | 2 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 145 +-
dev/breeze/README.md | 2 +-
...-root-ownership-after-exiting-docker-command.md | 60 +
dev/breeze/pyproject.toml | 1 -
.../airflow_breeze/commands/ci_image_commands.py | 253 +-
.../commands/ci_image_commands_config.py | 40 +-
.../airflow_breeze/commands/developer_commands.py | 461 ++--
.../commands/developer_commands_config.py | 35 +-
.../airflow_breeze/commands/kubernetes_commands.py | 56 +
.../commands/kubernetes_commands_config.py | 1 +
.../src/airflow_breeze/commands/main_command.py | 22 +-
.../commands/minor_release_command.py | 1 +
.../commands/production_image_commands.py | 291 +-
.../commands/production_image_commands_config.py | 57 +-
.../commands/release_management_commands.py | 46 +-
.../src/airflow_breeze/commands/setup_commands.py | 6 +
.../airflow_breeze/commands/testing_commands.py | 99 +-
dev/breeze/src/airflow_breeze/global_constants.py | 20 +-
.../src/airflow_breeze/params/build_ci_params.py | 114 +-
.../src/airflow_breeze/params/build_prod_params.py | 115 +-
.../airflow_breeze/params/common_build_params.py | 84 +-
.../src/airflow_breeze/params/doc_build_params.py | 1 -
.../src/airflow_breeze/params/shell_params.py | 371 ++-
.../src/airflow_breeze/utils/common_options.py | 66 +-
.../src/airflow_breeze/utils/custom_param_types.py | 4 +-
.../airflow_breeze/utils/docker_command_utils.py | 282 +-
dev/breeze/src/airflow_breeze/utils/image.py | 4 +
.../src/airflow_breeze/utils/kubernetes_utils.py | 2 +-
.../src/airflow_breeze/utils/md5_build_check.py | 27 +-
dev/breeze/src/airflow_breeze/utils/parallel.py | 6 +
dev/breeze/src/airflow_breeze/utils/path_utils.py | 12 +-
dev/breeze/src/airflow_breeze/utils/reinstall.py | 2 +-
dev/breeze/src/airflow_breeze/utils/run_tests.py | 2 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 19 +-
dev/breeze/tests/test_docker_command_utils.py | 16 +-
dev/breeze/tests/test_shell_params.py | 199 ++
docker_tests/test_ci_image.py | 34 +-
docs/apache-airflow-providers-amazon/changelog.rst | 9 +-
docs/apache-airflow-providers-amazon/commits.rst | 40 +-
docs/apache-airflow-providers-amazon/index.rst | 8 +-
.../operators/dynamodb.rst | 15 +
.../operators/ec2.rst | 28 +
.../changelog.rst | 7 +
.../commits.rst | 33 +-
.../index.rst | 6 +-
.../changelog.rst | 7 +
.../commits.rst | 28 +-
.../index.rst | 2 +-
docs/apache-airflow-providers-celery/index.rst | 2 +-
.../changelog.rst | 9 +-
.../commits.rst | 34 +-
.../index.rst | 2 +-
.../changelog.rst | 9 +-
.../apache-airflow-providers-common-io/commits.rst | 33 +-
docs/apache-airflow-providers-common-io/index.rst | 2 +-
.../changelog.rst | 7 +
.../commits.rst | 29 +
docs/apache-airflow-providers-common-sql/index.rst | 6 +-
.../changelog.rst | 9 +-
.../commits.rst | 27 +-
docs/apache-airflow-providers-databricks/index.rst | 18 +-
.../changelog.rst | 7 +
.../apache-airflow-providers-dbt-cloud/commits.rst | 34 +-
docs/apache-airflow-providers-dbt-cloud/index.rst | 6 +-
docs/apache-airflow-providers-docker/changelog.rst | 9 +-
docs/apache-airflow-providers-docker/commits.rst | 27 +-
docs/apache-airflow-providers-docker/index.rst | 2 +-
.../changelog.rst | 9 +-
.../commits.rst | 29 +-
.../index.rst | 6 +-
docs/apache-airflow-providers-google/changelog.rst | 9 +-
docs/apache-airflow-providers-google/commits.rst | 47 +-
.../connections/gcp.rst | 2 +-
docs/apache-airflow-providers-google/index.rst | 6 +-
.../operators/cloud/cloud_composer.rst | 6 +-
docs/apache-airflow-providers-grpc/index.rst | 8 +-
.../changelog.rst | 9 +-
.../commits.rst | 30 +-
.../index.rst | 6 +-
docs/apache-airflow-providers-odbc/changelog.rst | 7 +
docs/apache-airflow-providers-odbc/commits.rst | 27 +-
docs/apache-airflow-providers-odbc/index.rst | 8 +-
docs/apache-airflow-providers-openai/changelog.rst | 9 +-
docs/apache-airflow-providers-openai/commits.rst | 33 +-
docs/apache-airflow-providers-openai/index.rst | 2 +-
.../commits.rst | 2 +-
.../connections/opensearch.rst | 2 +-
docs/apache-airflow-providers-opensearch/index.rst | 2 +-
.../operators/index.rst | 2 +-
.../operators/opensearch.rst | 16 +-
.../changelog.rst | 7 +
docs/apache-airflow-providers-opsgenie/commits.rst | 27 +-
docs/apache-airflow-providers-opsgenie/index.rst | 3 +-
.../notifications}/index.rst | 7 +-
.../notifications/opsgenie_notifier.rst} | 18 +-
.../changelog.rst | 7 +
.../apache-airflow-providers-papermill/commits.rst | 27 +-
docs/apache-airflow-providers-papermill/index.rst | 2 +-
docs/apache-airflow-providers-redis/changelog.rst | 7 +
docs/apache-airflow-providers-redis/commits.rst | 34 +-
docs/apache-airflow-providers-redis/index.rst | 4 +-
.../changelog.rst | 9 +-
.../apache-airflow-providers-snowflake/commits.rst | 27 +-
docs/apache-airflow-providers-snowflake/index.rst | 6 +-
docs/apache-airflow-providers-trino/changelog.rst | 7 +
docs/apache-airflow-providers-trino/commits.rst | 29 +-
docs/apache-airflow-providers-trino/index.rst | 6 +-
.../connections.rst | 2 +-
.../administration-and-deployment/scheduler.rst | 14 +-
docs/apache-airflow/core-concepts/tasks.rst | 77 +-
docs/apache-airflow/extra-packages-ref.rst | 2 +
docs/apache-airflow/howto/connection.rst | 37 +
docs/apache-airflow/howto/define-extra-link.rst | 9 +-
docs/apache-airflow/howto/set-up-database.rst | 10 +-
docs/apache-airflow/img/airflow_erd.svg | 2870 ++++++++++----------
docs/apache-airflow/installation/prerequisites.rst | 11 +-
docs/apache-airflow/public-airflow-interface.rst | 7 +
docs/apache-airflow/tutorial/fundamentals.rst | 7 +-
docs/conf.py | 1 +
docs/docker-stack/changelog.rst | 3 +
docs/spelling_wordlist.txt | 1 +
images/breeze/output-commands.svg | 138 +-
images/breeze/output_ci-image_build.svg | 160 +-
images/breeze/output_ci-image_build.txt | 2 +-
images/breeze/output_ci-image_verify.svg | 68 +-
images/breeze/output_ci-image_verify.txt | 2 +-
images/breeze/output_down.svg | 37 +-
images/breeze/output_down.txt | 2 +-
images/breeze/output_k8s_deploy-airflow.svg | 66 +-
images/breeze/output_k8s_deploy-airflow.txt | 2 +-
images/breeze/output_k8s_run-complete-tests.svg | 58 +-
images/breeze/output_k8s_run-complete-tests.txt | 2 +-
images/breeze/output_k8s_shell.svg | 30 +-
images/breeze/output_k8s_shell.txt | 2 +-
images/breeze/output_k8s_tests.svg | 58 +-
images/breeze/output_k8s_tests.txt | 2 +-
images/breeze/output_prod-image_build.svg | 190 +-
images/breeze/output_prod-image_build.txt | 2 +-
images/breeze/output_prod-image_verify.svg | 68 +-
images/breeze/output_prod-image_verify.txt | 2 +-
images/breeze/output_shell.svg | 224 +-
images/breeze/output_shell.txt | 2 +-
images/breeze/output_start-airflow.svg | 160 +-
images/breeze/output_start-airflow.txt | 2 +-
images/breeze/output_static-checks.svg | 38 +-
images/breeze/output_static-checks.txt | 2 +-
pyproject.toml | 2 +
scripts/ci/docker-compose/.gitignore | 1 +
scripts/ci/docker-compose/_docker.env | 85 -
scripts/ci/docker-compose/base.yml | 74 +-
.../ci/pre_commit/common_precommit_black_utils.py | 2 +-
scripts/ci/pre_commit/common_precommit_utils.py | 91 +
.../ci/pre_commit/pre_commit_breeze_cmd_line.py | 13 +-
.../pre_commit_check_pre_commit_hooks.py | 17 +-
.../pre_commit_check_provider_yaml_files.py | 8 +-
.../pre_commit_check_setup_extra_packages_ref.py | 8 +-
.../ci/pre_commit/pre_commit_compile_www_assets.py | 2 +-
scripts/ci/pre_commit/pre_commit_insert_extras.py | 5 +-
.../ci/pre_commit/pre_commit_local_yml_mounts.py | 39 +-
.../pre_commit/pre_commit_migration_reference.py | 7 +-
scripts/ci/pre_commit/pre_commit_mypy.py | 15 +-
.../pre_commit_update_common_sql_api_stubs.py | 4 +-
.../ci/pre_commit/pre_commit_update_er_diagram.py | 62 +-
.../ci/pre_commit/pre_commit_update_versions.py | 2 +-
scripts/docker/entrypoint_ci.sh | 2 -
scripts/docker/install_os_dependencies.sh | 4 +-
scripts/in_container/_in_container_utils.sh | 40 -
scripts/in_container/run_fix_ownership.py | 84 +
.../in_container/run_prepare_airflow_packages.py | 12 +-
scripts/in_container/run_prepare_er_diagram.py | 7 +-
setup.cfg | 11 +-
setup.py | 7 +
tests/always/test_connection.py | 56 +
tests/always/test_project_structure.py | 2 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 251 +-
.../endpoints/test_extra_link_endpoint.py | 2 +-
.../endpoints/test_forward_to_fab_endpoint.py | 2 +-
.../endpoints/test_plugin_endpoint.py | 2 +-
tests/api_connexion/schemas/test_dag_schema.py | 1 +
tests/api_connexion/schemas/test_plugin_schema.py | 2 +-
.../schemas/test_task_instance_schema.py | 16 +
tests/auth/managers/fab/test_fab_auth_manager.py | 38 +-
tests/auth/managers/test_base_auth_manager.py | 48 +-
tests/cli/commands/test_celery_command.py | 4 +-
tests/cli/commands/test_scheduler_command.py | 16 +
tests/core/test_configuration.py | 88 +
tests/io/test_path.py | 6 +-
.../providers/amazon/aws/auth_manager}/__init__.py | 0
.../aws/auth_manager/security_manager}/__init__.py | 0
.../test_aws_security_manager_override.py | 56 +
.../aws/auth_manager/test_aws_auth_manager.py | 114 +
.../amazon/aws/auth_manager/test_constants.py | 23 +-
.../providers/amazon/aws/auth_manager/test_user.py | 32 +-
.../amazon/aws/auth_manager/views}/__init__.py | 0
.../amazon/aws/auth_manager/views/test_auth.py | 156 ++
tests/providers/amazon/aws/hooks/test_eks.py | 42 +-
tests/providers/amazon/aws/operators/test_batch.py | 6 +
tests/providers/amazon/aws/operators/test_ec2.py | 167 ++
tests/providers/amazon/aws/operators/test_s3.py | 168 ++
.../providers/amazon/aws/sensors/test_dynamodb.py | 73 +
.../amazon/aws/utils/test_eks_get_token.py | 19 +-
tests/providers/apache/livy/triggers/test_livy.py | 17 +-
.../cncf/kubernetes/operators/test_resource.py | 63 +
.../kubernetes/operators/test_spark_kubernetes.py | 32 +
.../cncf/kubernetes/test_pod_generator.py | 18 +-
.../kubernetes/utils/test_k8s_resource_iterator.py | 65 +
.../cncf/kubernetes/utils/test_pod_manager.py | 66 +-
tests/providers/docker/test_exceptions.py | 80 +
.../google/cloud/hooks/test_compute_ssh.py | 36 +
tests/providers/google/cloud/hooks/test_pubsub.py | 9 +-
.../google/cloud/operators/test_pubsub.py | 4 +
.../cloud/transfers/test_bigquery_to_bigquery.py | 94 +-
.../google/cloud/transfers/test_gcs_to_bigquery.py | 380 ++-
.../google/common/hooks/test_base_google.py | 14 +
tests/providers/http/operators/test_http.py | 63 +-
tests/providers/odbc/hooks/test_odbc.py | 3 +-
.../plugins/test_openlineage_adapter.py | 75 +-
.../providers/opsgenie/notifications}/__init__.py | 0
.../opsgenie/notifications/test_opsgenie.py | 119 +
.../providers/opsgenie/typing}/__init__.py | 0
.../providers/opsgenie/typing/test_opsgenie.py | 16 +-
tests/providers/trino/hooks/test_trino.py | 38 +-
tests/serialization/test_dag_serialization.py | 3 +-
tests/serialization/test_serialized_objects.py | 23 +-
.../providers/amazon/aws/example_dynamodb.py | 14 +
tests/system/providers/amazon/aws/example_ec2.py | 19 +
.../cloud/composer/example_cloud_composer.py | 53 +-
.../composer/example_cloud_composer_deferrable.py | 126 -
.../google/cloud/datafusion/example_datafusion.py | 4 +-
.../opsgenie/example_opsgenie_notifier.py | 41 +-
tests/test_utils/mock_operators.py | 3 +-
tests/utils/log/test_secrets_masker.py | 18 +
tests/www/test_security_manager.py | 115 +
tests/www/views/test_views_extra_links.py | 3 +-
608 files changed, 11766 insertions(+), 6066 deletions(-)
create mode 100644 airflow/models/baseoperatorlink.py
copy airflow/{api_connexion => providers/amazon/aws/auth_manager}/__init__.py
(100%)
create mode 100644
airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
rename scripts/in_container/run_fix_ownership.sh =>
airflow/providers/amazon/aws/auth_manager/constants.py (82%)
mode change 100755 => 100644
copy airflow/{api_connexion =>
providers/amazon/aws/auth_manager/security_manager}/__init__.py (100%)
copy airflow/providers/{ssh/__init__.py =>
amazon/aws/auth_manager/security_manager/aws_security_manager_override.py} (54%)
create mode 100644 airflow/providers/amazon/aws/auth_manager/user.py
copy airflow/{api_connexion =>
providers/amazon/aws/auth_manager/views}/__init__.py (100%)
create mode 100644 airflow/providers/amazon/aws/auth_manager/views/auth.py
create mode 100644
airflow/providers/cncf/kubernetes/utils/k8s_resource_iterator.py
create mode 100644 airflow/providers/openlineage/.latest-doc-only-change.txt
copy airflow/{api_connexion => providers/opsgenie/notifications}/__init__.py
(100%)
create mode 100644 airflow/providers/opsgenie/notifications/opsgenie.py
copy airflow/{api_connexion => providers/opsgenie/typing}/__init__.py (100%)
create mode 100644 airflow/providers/opsgenie/typing/opsgenie.py
create mode 100644 airflow/providers/pgvector/.latest-doc-only-change.txt
create mode 100644 airflow/providers/pinecone/.latest-doc-only-change.txt
create mode 100644 airflow/providers/weaviate/.latest-doc-only-change.txt
create mode 100644
dev/breeze/doc/adr/0014-fix-root-ownership-after-exiting-docker-command.md
create mode 100644 dev/breeze/tests/test_shell_params.py
copy docs/{apache-airflow-providers-opensearch/operators =>
apache-airflow-providers-opsgenie/notifications}/index.rst (88%)
copy docs/{apache-airflow-providers-opensearch/operators/index.rst =>
apache-airflow-providers-opsgenie/notifications/opsgenie_notifier.rst} (62%)
create mode 100644 scripts/ci/docker-compose/.gitignore
delete mode 100644 scripts/ci/docker-compose/_docker.env
create mode 100755 scripts/in_container/run_fix_ownership.py
copy {airflow/api_connexion =>
tests/providers/amazon/aws/auth_manager}/__init__.py (100%)
copy {airflow/api_connexion =>
tests/providers/amazon/aws/auth_manager/security_manager}/__init__.py (100%)
create mode 100644
tests/providers/amazon/aws/auth_manager/security_manager/test_aws_security_manager_override.py
create mode 100644
tests/providers/amazon/aws/auth_manager/test_aws_auth_manager.py
copy airflow/auth/managers/models/base_user.py =>
tests/providers/amazon/aws/auth_manager/test_constants.py (64%)
copy airflow/auth/managers/models/base_user.py =>
tests/providers/amazon/aws/auth_manager/test_user.py (55%)
copy {airflow/api_connexion =>
tests/providers/amazon/aws/auth_manager/views}/__init__.py (100%)
create mode 100644 tests/providers/amazon/aws/auth_manager/views/test_auth.py
create mode 100644
tests/providers/cncf/kubernetes/utils/test_k8s_resource_iterator.py
create mode 100644 tests/providers/docker/test_exceptions.py
copy {airflow/api_connexion =>
tests/providers/opsgenie/notifications}/__init__.py (100%)
create mode 100644 tests/providers/opsgenie/notifications/test_opsgenie.py
copy {airflow/api_connexion => tests/providers/opsgenie/typing}/__init__.py
(100%)
copy airflow/auth/managers/models/base_user.py =>
tests/providers/opsgenie/typing/test_opsgenie.py (74%)
delete mode 100644
tests/system/providers/google/cloud/composer/example_cloud_composer_deferrable.py
copy airflow/providers/airbyte/__init__.py =>
tests/system/providers/opsgenie/example_opsgenie_notifier.py (51%)
create mode 100644 tests/www/test_security_manager.py
