This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch python3.12
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 7386985c09 python 3.12 support
add 6f41010269 Update documentation about System Tests (#37062)
add e8538493a9 Secret masker ignores passwords with special chars (#36692)
add 1197f2ff65 Bugfix Triggering DAG with parameters is mandatory when
show_trigger_form_if_no_params is enabled (#37063)
add c36c4db3f7 Kubernetes version bump (#37040)
add 8914e49551 SqlToS3Operator: feat/ add max_rows_per_file parameter
(#37055)
add dec2662190 feat: Switch all class, functions, methods deprecations to
decorators (#36876)
add c81be6f78c Fix macros jinja template example (#36222)
add 7ea40fe972 Make Amazon Provider tests compatible with `moto>=5`
(#37060)
add 674ea5dd9e fix static checks for openlineage provider (#37092)
add 762f544741 Workaround backwards-incompatibility in google-core-api
2.16.0 (#37093)
add 8b5a1ff5e9 Add missing `v2-8` branches to codecov.yml (#37094)
add ba053f79ed Prepare docs for ad-hoc release of microsoft.azure provider
(#37099)
add 9e147aed3c Update Github Actions to newer versions (#37107)
add fa29ddbb81 Fix `log_query` to format SQL statement correctly in
`AthenaOperator` (#36962)
add c3c1fce629 Change `MongoHook.conn_name_attr` to `mongo_conn_id`
(#37104)
add 6d748c923b Update DatabricksSqlOperator to work with namedtuple
(#37025)
add 5407318255 Fixing status icon alignment for various views (#36804)
add 0c4210af62 Bump aiohttp min version to avoid CVE-2024-23829 and
CVE-2024-23334 (#37110)
add ed0c96769c Order XCom entries by map index in API (#37086)
add 1e57cb17cc Fixing a visual in breeze cheatsheet (#37083)
add fb62cf281e Revert protection against back-compatibilty issue with
google-core-api (#37111)
add b14dbf2c8c Automatically upgrade various components in canary builds
(#37113)
add 2f07c6b717 Replace `datetime.datetime.utcnow` by
`airflow.utils.timezone.utcnow` in core (#35448)
add ea1296d8cc python 3.12 support
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7386985c09)
\
N -- N -- N refs/heads/python3.12 (ea1296d8cc)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/actions/breeze/action.yml | 4 +-
.github/workflows/build-images.yml | 2 +-
.github/workflows/ci.yml | 63 +++-
.pre-commit-config.yaml | 12 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 3 +-
airflow/models/connection.py | 2 +
airflow/providers/amazon/aws/hooks/athena.py | 17 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 28 +-
airflow/providers/amazon/aws/hooks/quicksight.py | 17 +-
.../providers/amazon/aws/hooks/redshift_cluster.py | 15 +-
airflow/providers/amazon/aws/operators/eks.py | 14 +-
airflow/providers/amazon/aws/sensors/quicksight.py | 31 +-
.../providers/amazon/aws/transfers/sql_to_s3.py | 34 +-
airflow/providers/amazon/aws/triggers/rds.py | 16 +-
.../amazon/aws/utils/connection_wrapper.py | 15 +-
airflow/providers/amazon/aws/utils/mixins.py | 6 +-
airflow/providers/amazon/provider.yaml | 5 +-
airflow/providers/apache/beam/triggers/beam.py | 11 +-
airflow/providers/apache/drill/operators/drill.py | 13 +-
.../apache/druid/operators/druid_check.py | 12 +-
airflow/providers/apache/livy/provider.yaml | 2 +-
airflow/providers/cncf/kubernetes/pod_generator.py | 20 +-
airflow/providers/cncf/kubernetes/provider.yaml | 4 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 15 +-
airflow/providers/common/sql/hooks/sql.py | 17 +-
.../providers/databricks/operators/databricks.py | 33 +-
.../databricks/operators/databricks_sql.py | 6 +-
airflow/providers/databricks/provider.yaml | 2 +-
airflow/providers/dbt/cloud/provider.yaml | 2 +-
airflow/providers/dbt/cloud/sensors/dbt.py | 15 +-
.../providers/elasticsearch/hooks/elasticsearch.py | 12 +-
.../fab/auth_manager/security_manager/override.py | 10 +-
airflow/providers/google/cloud/hooks/bigquery.py | 373 +++++++++------------
.../providers/google/cloud/hooks/cloud_build.py | 11 +-
airflow/providers/google/cloud/hooks/dataflow.py | 39 ++-
.../google/cloud/hooks/kubernetes_engine.py | 23 +-
.../providers/google/cloud/hooks/life_sciences.py | 19 +-
.../google/cloud/hooks/vertex_ai/custom_job.py | 47 ++-
.../providers/google/cloud/operators/bigquery.py | 20 +-
.../providers/google/cloud/operators/dataflow.py | 27 +-
.../providers/google/cloud/operators/dataproc.py | 122 ++++---
.../google/cloud/operators/kubernetes_engine.py | 12 +-
.../google/cloud/operators/life_sciences.py | 19 +-
.../providers/google/cloud/operators/mlengine.py | 192 +++++------
.../google/cloud/secrets/secret_manager.py | 15 +-
airflow/providers/google/cloud/sensors/bigquery.py | 36 +-
.../google/cloud/sensors/cloud_composer.py | 19 +-
airflow/providers/google/cloud/sensors/gcs.py | 15 +-
.../providers/google/common/hooks/base_google.py | 11 +-
.../google/marketing_platform/hooks/analytics.py | 13 +-
.../marketing_platform/operators/analytics.py | 69 ++--
airflow/providers/google/provider.yaml | 3 +-
airflow/providers/hashicorp/secrets/vault.py | 13 +-
airflow/providers/http/operators/http.py | 15 +-
airflow/providers/http/provider.yaml | 2 +-
airflow/providers/jdbc/operators/jdbc.py | 13 +-
airflow/providers/microsoft/azure/CHANGELOG.rst | 18 +-
.../microsoft/azure/hooks/container_instance.py | 20 +-
.../providers/microsoft/azure/secrets/key_vault.py | 15 +-
airflow/providers/microsoft/azure/sensors/wasb.py | 20 +-
.../microsoft/azure/transfers/azure_blob_to_gcs.py | 16 +-
.../providers/microsoft/mssql/operators/mssql.py | 17 +-
airflow/providers/mongo/hooks/mongo.py | 5 +-
airflow/providers/mysql/operators/mysql.py | 17 +-
airflow/providers/oracle/operators/oracle.py | 12 +-
airflow/providers/pagerduty/hooks/pagerduty.py | 16 +-
.../providers/pagerduty/hooks/pagerduty_events.py | 16 +-
airflow/providers/postgres/hooks/postgres.py | 27 +-
airflow/providers/postgres/operators/postgres.py | 16 +-
airflow/providers/slack/transfers/sql_to_slack.py | 17 +-
.../slack/transfers/sql_to_slack_webhook.py | 14 +-
airflow/providers/snowflake/operators/snowflake.py | 22 +-
airflow/providers/sqlite/operators/sqlite.py | 13 +-
airflow/providers/ssh/hooks/ssh.py | 32 +-
airflow/providers/ssh/operators/ssh.py | 14 +-
airflow/providers/tableau/hooks/tableau.py | 15 +-
airflow/providers/trino/operators/trino.py | 12 +-
airflow/providers/vertica/operators/vertica.py | 13 +-
airflow/providers/weaviate/hooks/weaviate.py | 11 +-
airflow/secrets/cache.py | 5 +-
airflow/task/task_runner/cgroup_task_runner.py | 4 +-
airflow/timetables/interval.py | 6 +-
airflow/timetables/simple.py | 10 +-
airflow/timetables/trigger.py | 6 +-
airflow/utils/cli.py | 7 +-
airflow/utils/db_cleanup.py | 4 +-
airflow/utils/jwt_signer.py | 10 +-
airflow/utils/log/file_processor_handler.py | 5 +-
airflow/utils/timezone.py | 8 +-
airflow/www/static/js/dag/StatusBox.tsx | 5 +
airflow/www/templates/airflow/dag.html | 1 +
airflow/www/templates/airflow/dags.html | 1 +
airflow/www/views.py | 11 +-
codecov.yml | 2 +
contributing-docs/08_static_code_checks.rst | 4 +-
contributing-docs/testing/system_tests.rst | 115 ++-----
dev/breeze/doc/ci/05_workflows.md | 75 +++--
dev/breeze/doc/ci/06_diagrams.md | 2 +
dev/breeze/doc/images/output_static-checks.svg | 16 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
dev/breeze/src/airflow_breeze/utils/visuals.py | 5 +-
.../commits.rst | 4 +-
.../macros.rst | 8 +-
generated/provider_dependencies.json | 16 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 1 -
pyproject.toml | 33 +-
.../pre_commit_update_build_dependencies.py | 56 ++++
tests/always/test_connection.py | 13 +-
tests/conftest.py | 4 +-
tests/dags/test_impersonation_subdag.py | 6 +-
tests/dags/test_scheduler_dags.py | 7 +-
tests/decorators/test_external_python.py | 2 +-
tests/decorators/test_python_virtualenv.py | 2 +-
tests/jobs/test_triggerer_job.py | 4 +-
tests/models/test_skipmixin.py | 4 +-
tests/operators/test_bash.py | 2 +-
tests/operators/test_python.py | 4 +-
tests/providers/amazon/aws/hooks/test_athena.py | 43 ++-
tests/providers/amazon/aws/hooks/test_base_aws.py | 28 +-
.../amazon/aws/hooks/test_batch_waiters.py | 4 +-
.../amazon/aws/hooks/test_cloud_formation.py | 9 +-
tests/providers/amazon/aws/hooks/test_datasync.py | 6 +-
tests/providers/amazon/aws/hooks/test_dynamodb.py | 6 +-
tests/providers/amazon/aws/hooks/test_ec2.py | 28 +-
tests/providers/amazon/aws/hooks/test_ecr.py | 4 +-
tests/providers/amazon/aws/hooks/test_eks.py | 20 +-
tests/providers/amazon/aws/hooks/test_emr.py | 16 +-
.../providers/amazon/aws/hooks/test_eventbridge.py | 4 +-
tests/providers/amazon/aws/hooks/test_glue.py | 6 +-
.../amazon/aws/hooks/test_glue_catalog.py | 4 +-
.../amazon/aws/hooks/test_glue_crawler.py | 16 +-
tests/providers/amazon/aws/hooks/test_kinesis.py | 5 +-
tests/providers/amazon/aws/hooks/test_logs.py | 4 +-
tests/providers/amazon/aws/hooks/test_neptune.py | 4 +-
tests/providers/amazon/aws/hooks/test_rds.py | 4 +-
.../amazon/aws/hooks/test_redshift_cluster.py | 14 +-
tests/providers/amazon/aws/hooks/test_s3.py | 52 +--
tests/providers/amazon/aws/hooks/test_sagemaker.py | 6 +-
.../amazon/aws/hooks/test_secrets_manager.py | 4 +-
tests/providers/amazon/aws/hooks/test_ses.py | 6 +-
tests/providers/amazon/aws/hooks/test_sns.py | 4 +-
tests/providers/amazon/aws/hooks/test_sqs.py | 4 +-
tests/providers/amazon/aws/hooks/test_ssm.py | 4 +-
.../amazon/aws/hooks/test_step_function.py | 4 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 8 +-
.../amazon/aws/log/test_s3_task_handler.py | 9 +-
.../amazon/aws/operators/test_datasync.py | 14 +-
tests/providers/amazon/aws/operators/test_ec2.py | 26 +-
.../amazon/aws/operators/test_glue_databrew.py | 4 +-
.../providers/amazon/aws/operators/test_neptune.py | 4 +-
tests/providers/amazon/aws/operators/test_rds.py | 62 ++--
tests/providers/amazon/aws/operators/test_s3.py | 36 +-
.../aws/operators/test_sagemaker_notebook.py | 4 +-
tests/providers/amazon/aws/operators/test_sqs.py | 8 +-
.../amazon/aws/secrets/test_secrets_manager.py | 20 +-
.../amazon/aws/secrets/test_systems_manager.py | 14 +-
.../amazon/aws/sensors/test_cloud_formation.py | 12 +-
.../providers/amazon/aws/sensors/test_dynamodb.py | 10 +-
tests/providers/amazon/aws/sensors/test_ec2.py | 10 +-
.../aws/sensors/test_glue_catalog_partition.py | 12 +-
tests/providers/amazon/aws/sensors/test_rds.py | 22 +-
.../amazon/aws/sensors/test_redshift_cluster.py | 8 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 10 +-
.../amazon/aws/system/utils/test_helpers.py | 4 +-
.../amazon/aws/transfers/test_azure_blob_to_s3.py | 4 +-
.../amazon/aws/transfers/test_gcs_to_s3.py | 4 +-
.../amazon/aws/transfers/test_hive_to_dynamodb.py | 8 +-
.../amazon/aws/transfers/test_http_to_s3.py | 4 +-
.../amazon/aws/transfers/test_local_to_s3.py | 6 +-
.../amazon/aws/transfers/test_s3_to_sftp.py | 4 +-
.../amazon/aws/transfers/test_sftp_to_s3.py | 4 +-
.../amazon/aws/transfers/test_sql_to_s3.py | 52 +++
.../amazon/aws/waiters/test_custom_waiters.py | 4 +-
.../apache/hive/transfers/test_s3_to_hive.py | 4 +-
.../databricks/operators/test_databricks_sql.py | 79 +++--
.../providers/google/cloud/hooks/test_bigquery.py | 2 +-
.../google/cloud/hooks/test_cloud_build.py | 4 +-
tests/providers/oracle/operators/test_oracle.py | 2 +-
tests/providers/trino/operators/test_trino.py | 2 +-
tests/serialization/test_serialized_objects.py | 15 +-
tests/utils/log/test_secrets_masker.py | 18 +-
tests/utils/test_cli_util.py | 5 +-
tests/utils/test_db_cleanup.py | 6 +-
tests/utils/test_serve_logs.py | 19 +-
185 files changed, 1756 insertions(+), 1531 deletions(-)
create mode 100755
scripts/ci/pre_commit/pre_commit_update_build_dependencies.py
