This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch
use-common-image-workflows-in-pull-request-target
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard e0f0044b92 Use common image build workflows in pull-request-target
workflow
add c32d41d94d Implement wait_until_job_complete parameter for
KubernetesJobOperator (#37998)
add 80e60d7303 Create GKEStartKueueJobOperator operator (#37477)
add 7d69e27ba4 Optimize cache-building workflows (#38234)
add 9855515bec Experimental: Support custom weight_rule implementation to
calculate the TI priority_weight (#38222)
add 340d5661bc Fix a typo in the kafka example dag (#38237)
add 5d5af74a61 Fix typos in SQLAlchemySchema docstrings (#38238)
add c27bc53009 Refactoring issue generation to common methods for easier
maintainence (#38241)
add f3982aa2a4 Use startup_check_interval_seconds instead of poll_interval
to check pod while startup (#38075)
add 2523cbf3ca bump mypy version to 1.9.0 (#38239)
add 94f6fcc6c5 Upgrade react-table package. Use with Audit Log table
(#38092)
add 671ba75738 Revert "Support encryption for triggers parameters
(#36492)" (#38253)
add 0a74928894 Bump ruff to 0.3.3 (#38240)
add 8831db299c Ignore #38240 from git blame (#38256)
add edbe8602fd Disable coverage for Python 3.12 (#38255)
add f5b3426360 Temporarily disable cache pushing from CI (#38258)
add a58441ca1b Remove Python38 as hard-coded python version in pre-commits
(#38260)
add 985b603435 Spacing out the variable import buttons (#38202)
add d80e54fe78 Update operators_and_hooks_ref.rst.jinja2 (#38268)
add d8381ed250 Update SqlToSlackApiFileOperator with new param to check
empty output (#38079)
add d4350a6bed Fix dynamic allocation specs handling for custom launcher
(#38223)
add b5b972a106 Update yanked versions in providers changelogs (#38262)
add 6029c71e2c Fix `region` argument in `MappedOperator` based on
`AwsBaseOperator` / `AwsBaseSensor` (#38178)
add a0c2071834 Partially enable PT012 rule (#38219)
add 5a612dac4a Resolve PT008: Use `return_value=` instead of patching with
`lambda` (#38244)
add 2c1d0f8c41 Fix excessive permission changing for log task handler
(#38164)
add af689b3e8b Fix docker changelogs discrepancy between 2.8.3 and 2.9.0
(#38269)
add 111245af3f `ECSExecutor` API Retry bug fix (#38118)
add 5926b3bb81 Add missing changelog record about MySQL support in ARM
image (#38267)
add 63b58ff686 Add executors property to base job (#38093)
add 884852a7b8 Add ssl context for verification of certs in FTPS hook
(#38266)
add 29ac05f496 Create DeleteKubernetesJobOperator and GKEDeleteJobOperator
operators (#37793)
add a2c38ea336 Fix missing reverse quote in docs (#38275)
add 8ea95e778a Fix filtered TI links (#38274)
add e671074137 Richer Audit Log extra field (#38166)
add 99e0d438e8 adding: log event for auto pause (#38243)
add 6934b461d0 Add refetch button to audit log, format extra (#38276)
add dd2b42b739 Rewriting tag_providers.sh in python (#38278)
add cd799584ee Resolve PT012 in `apache.spark`, `fab`, `ftp`, `openai` and
`papermill` providers tests (#38272)
add af202c1569 Use common image build workflows in pull-request-target
workflow
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e0f0044b92)
\
N -- N -- N
refs/heads/use-common-image-workflows-in-pull-request-target (af202c1569)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.git-blame-ignore-revs | 3 +
.github/workflows/ci-image-build.yml | 3 +-
.github/workflows/ci.yml | 2 +
.github/workflows/early-image-checks.yml | 54 +++--
.github/workflows/finalize-tests.yml | 49 ++--
.github/workflows/prod-image-build.yml | 5 +-
.github/workflows/push-image-cache.yml | 82 +++++--
.pre-commit-config.yaml | 9 +-
airflow/__main__.py | 1 +
airflow/api/__init__.py | 1 +
airflow/api/auth/backend/basic_auth.py | 1 +
airflow/api/auth/backend/default.py | 1 +
airflow/api/auth/backend/deny_all.py | 1 +
airflow/api/auth/backend/session.py | 1 +
airflow/api/client/__init__.py | 1 +
airflow/api/client/api_client.py | 1 +
airflow/api/client/json_client.py | 1 +
airflow/api/client/local_client.py | 1 +
airflow/api/common/delete_dag.py | 1 +
airflow/api/common/experimental/__init__.py | 1 +
airflow/api/common/experimental/delete_dag.py | 1 +
airflow/api/common/experimental/get_code.py | 1 +
.../api/common/experimental/get_dag_run_state.py | 1 +
airflow/api/common/experimental/get_dag_runs.py | 1 +
airflow/api/common/experimental/get_lineage.py | 1 +
airflow/api/common/experimental/get_task.py | 1 +
.../api/common/experimental/get_task_instance.py | 1 +
airflow/api/common/experimental/mark_tasks.py | 1 +
airflow/api/common/experimental/pool.py | 1 +
airflow/api/common/experimental/trigger_dag.py | 1 +
airflow/api/common/mark_tasks.py | 1 +
airflow/api/common/trigger_dag.py | 1 +
.../api_connexion/endpoints/dataset_endpoint.py | 9 +-
airflow/api_connexion/schemas/common_schema.py | 13 +-
airflow/api_connexion/schemas/job_schema.py | 2 +-
airflow/api_connexion/schemas/trigger_schema.py | 2 +-
.../managers/fab/api/auth/backend/basic_auth.py | 1 +
.../managers/fab/api/auth/backend/kerberos_auth.py | 1 +
airflow/auth/managers/models/base_user.py | 6 +-
airflow/cli/commands/celery_command.py | 1 +
airflow/cli/commands/config_command.py | 1 +
airflow/cli/commands/connection_command.py | 1 +
airflow/cli/commands/dag_command.py | 1 +
airflow/cli/commands/dag_processor_command.py | 1 +
airflow/cli/commands/db_command.py | 1 +
airflow/cli/commands/info_command.py | 1 +
airflow/cli/commands/internal_api_command.py | 1 +
airflow/cli/commands/kerberos_command.py | 1 +
airflow/cli/commands/kubernetes_command.py | 1 +
airflow/cli/commands/pool_command.py | 1 +
airflow/cli/commands/provider_command.py | 1 +
airflow/cli/commands/rotate_fernet_key_command.py | 1 +
airflow/cli/commands/scheduler_command.py | 1 +
airflow/cli/commands/task_command.py | 4 +-
airflow/cli/commands/triggerer_command.py | 1 +
airflow/cli/commands/variable_command.py | 1 +
airflow/cli/commands/version_command.py | 1 +
airflow/cli/commands/webserver_command.py | 1 +
airflow/config_templates/airflow_local_settings.py | 1 +
.../config_templates/default_webserver_config.py | 1 +
airflow/configuration.py | 12 +-
airflow/contrib/hooks/__init__.py | 1 +
airflow/contrib/operators/__init__.py | 1 +
airflow/contrib/secrets/__init__.py | 1 +
airflow/contrib/sensors/__init__.py | 1 +
airflow/contrib/task_runner/__init__.py | 1 +
airflow/contrib/utils/__init__.py | 1 +
airflow/contrib/utils/log/__init__.py | 1 +
airflow/dag_processing/manager.py | 1 +
airflow/decorators/base.py | 21 +-
airflow/decorators/task_group.py | 6 +-
airflow/example_dags/example_bash_operator.py | 1 +
.../example_branch_datetime_operator.py | 1 +
.../example_branch_day_of_week_operator.py | 1 +
airflow/example_dags/example_branch_labels.py | 1 +
airflow/example_dags/example_branch_operator.py | 1 +
.../example_branch_operator_decorator.py | 1 +
.../example_branch_python_dop_operator_3.py | 1 +
airflow/example_dags/example_complex.py | 1 +
airflow/example_dags/example_datasets.py | 1 +
.../example_dags/example_dynamic_task_mapping.py | 1 +
...amic_task_mapping_with_no_taskflow_operators.py | 1 +
.../example_external_task_marker_dag.py | 1 +
.../example_dags/example_kubernetes_executor.py | 1 +
airflow/example_dags/example_latest_only.py | 1 +
.../example_latest_only_with_trigger.py | 1 +
.../example_local_kubernetes_executor.py | 1 +
airflow/example_dags/example_nested_branch_dag.py | 1 +
airflow/example_dags/example_params_trigger_ui.py | 1 +
airflow/example_dags/example_params_ui_tutorial.py | 1 +
.../example_passing_params_via_test_command.py | 1 +
airflow/example_dags/example_python_decorator.py | 1 +
airflow/example_dags/example_python_operator.py | 1 +
airflow/example_dags/example_setup_teardown.py | 1 +
.../example_setup_teardown_taskflow.py | 1 +
.../example_short_circuit_decorator.py | 1 +
.../example_dags/example_short_circuit_operator.py | 1 +
airflow/example_dags/example_skip_dag.py | 1 +
airflow/example_dags/example_sla_dag.py | 1 +
airflow/example_dags/example_subdag_operator.py | 1 +
airflow/example_dags/example_task_group.py | 1 +
.../example_dags/example_task_group_decorator.py | 1 +
.../example_time_delta_sensor_async.py | 1 +
.../example_dags/example_trigger_controller_dag.py | 1 +
airflow/example_dags/example_trigger_target_dag.py | 1 +
airflow/example_dags/example_xcom.py | 1 +
airflow/example_dags/example_xcomargs.py | 1 +
.../decreasing_priority_weight_strategy.py} | 26 +-
airflow/example_dags/plugins/workday.py | 1 +
airflow/example_dags/subdags/subdag.py | 1 +
airflow/example_dags/tutorial.py | 1 +
airflow/example_dags/tutorial_dag.py | 1 +
airflow/exceptions.py | 1 +
airflow/executors/__init__.py | 1 +
airflow/executors/base_executor.py | 3 +-
airflow/executors/debug_executor.py | 3 +-
airflow/executors/executor_loader.py | 1 +
airflow/executors/local_executor.py | 1 +
airflow/executors/sequential_executor.py | 1 +
airflow/hooks/__init__.py | 1 +
airflow/hooks/base.py | 1 +
airflow/hooks/dbapi.py | 1 +
airflow/hooks/package_index.py | 1 +
airflow/jobs/job.py | 4 +
airflow/jobs/triggerer_job_runner.py | 27 +--
.../pre_7_4_0_compatibility/k8s_model.py | 1 +
.../pre_7_4_0_compatibility/kube_client.py | 1 +
.../pre_7_4_0_compatibility/pod_generator.py | 1 +
.../pod_generator_deprecated.py | 1 +
.../kubernetes/pre_7_4_0_compatibility/secret.py | 1 +
airflow/lineage/__init__.py | 1 +
airflow/lineage/backend.py | 1 +
airflow/lineage/entities.py | 1 +
airflow/metrics/protocols.py | 6 +-
airflow/models/__init__.py | 1 +
airflow/models/abstractoperator.py | 15 +-
airflow/models/baseoperator.py | 22 +-
airflow/models/dag.py | 6 +-
airflow/models/dagparam.py | 1 +
airflow/models/dagrun.py | 16 +-
airflow/models/mappedoperator.py | 11 +-
airflow/models/renderedtifields.py | 1 +
airflow/models/serialized_dag.py | 1 +
airflow/models/taskfail.py | 1 +
airflow/models/taskinstance.py | 12 +-
airflow/models/taskmap.py | 1 +
airflow/models/taskreschedule.py | 1 +
airflow/models/trigger.py | 13 +-
airflow/operators/branch.py | 1 +
airflow/operators/latest_only.py | 1 +
airflow/operators/subdag.py | 1 +
airflow/plugins_manager.py | 37 ++-
airflow/providers/airbyte/sensors/airbyte.py | 1 +
.../alibaba/cloud/operators/analyticdb_spark.py | 3 +-
airflow/providers/alibaba/cloud/operators/oss.py | 1 +
airflow/providers/amazon/CHANGELOG.rst | 6 +-
.../amazon/aws/auth_manager/cli/avp_commands.py | 1 +
.../amazon/aws/auth_manager/cli/idc_commands.py | 1 +
.../amazon/aws/executors/batch/batch_executor.py | 1 +
.../amazon/aws/executors/ecs/ecs_executor.py | 22 +-
airflow/providers/amazon/aws/hooks/athena.py | 1 +
airflow/providers/amazon/aws/hooks/base_aws.py | 1 +
airflow/providers/amazon/aws/hooks/batch_client.py | 1 +
.../providers/amazon/aws/hooks/batch_waiters.py | 1 +
airflow/providers/amazon/aws/hooks/chime.py | 1 +
.../providers/amazon/aws/hooks/cloud_formation.py | 1 +
airflow/providers/amazon/aws/hooks/datasync.py | 1 +
airflow/providers/amazon/aws/hooks/dynamodb.py | 1 +
airflow/providers/amazon/aws/hooks/eks.py | 1 +
airflow/providers/amazon/aws/hooks/glue_catalog.py | 1 +
airflow/providers/amazon/aws/hooks/kinesis.py | 1 +
.../providers/amazon/aws/hooks/lambda_function.py | 1 +
airflow/providers/amazon/aws/hooks/rds.py | 1 +
airflow/providers/amazon/aws/hooks/s3.py | 1 +
airflow/providers/amazon/aws/hooks/ses.py | 1 +
airflow/providers/amazon/aws/hooks/sns.py | 1 +
airflow/providers/amazon/aws/hooks/sqs.py | 1 +
airflow/providers/amazon/aws/operators/base_aws.py | 5 +-
airflow/providers/amazon/aws/operators/batch.py | 1 +
.../amazon/aws/operators/cloud_formation.py | 1 +
airflow/providers/amazon/aws/operators/datasync.py | 1 +
airflow/providers/amazon/aws/operators/eks.py | 1 +
airflow/providers/amazon/aws/operators/s3.py | 1 +
airflow/providers/amazon/aws/operators/sns.py | 1 +
airflow/providers/amazon/aws/operators/sqs.py | 1 +
.../amazon/aws/secrets/secrets_manager.py | 1 +
.../amazon/aws/secrets/systems_manager.py | 1 +
airflow/providers/amazon/aws/sensors/base_aws.py | 5 +-
.../amazon/aws/sensors/cloud_formation.py | 1 +
airflow/providers/amazon/aws/sensors/eks.py | 7 +-
airflow/providers/amazon/aws/sensors/sqs.py | 1 +
airflow/providers/amazon/aws/transfers/base.py | 1 +
.../providers/amazon/aws/transfers/exasol_to_s3.py | 1 +
.../providers/amazon/aws/transfers/gcs_to_s3.py | 1 +
.../amazon/aws/transfers/google_api_to_s3.py | 1 +
.../amazon/aws/transfers/hive_to_dynamodb.py | 1 +
.../providers/amazon/aws/transfers/http_to_s3.py | 1 +
.../amazon/aws/transfers/imap_attachment_to_s3.py | 1 +
.../amazon/aws/transfers/redshift_to_s3.py | 1 +
airflow/providers/amazon/aws/utils/emailer.py | 1 +
airflow/providers/apache/beam/hooks/beam.py | 1 +
airflow/providers/apache/beam/operators/beam.py | 18 +-
.../providers/apache/cassandra/hooks/cassandra.py | 1 +
.../apache/druid/transfers/hive_to_druid.py | 1 +
airflow/providers/apache/hdfs/hooks/webhdfs.py | 1 +
.../apache/hive/transfers/hive_to_mysql.py | 1 +
.../apache/hive/transfers/hive_to_samba.py | 1 +
.../apache/hive/transfers/mssql_to_hive.py | 1 +
.../apache/hive/transfers/mysql_to_hive.py | 1 +
.../providers/apache/hive/transfers/s3_to_hive.py | 1 +
.../apache/hive/transfers/vertica_to_hive.py | 1 +
airflow/providers/apache/livy/hooks/livy.py | 1 +
airflow/providers/apache/livy/operators/livy.py | 1 +
airflow/providers/apache/livy/sensors/livy.py | 1 +
airflow/providers/apache/livy/triggers/livy.py | 1 +
airflow/providers/arangodb/hooks/arangodb.py | 1 +
airflow/providers/asana/hooks/asana.py | 1 +
airflow/providers/atlassian/jira/hooks/jira.py | 1 +
airflow/providers/celery/cli/celery_command.py | 1 +
.../providers/celery/executors/celery_executor.py | 1 +
.../providers/celery/executors/default_celery.py | 1 +
airflow/providers/cloudant/hooks/cloudant.py | 1 +
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 9 +
.../backcompat/backwards_compat_converters.py | 1 +
.../kubernetes/executors/kubernetes_executor.py | 1 +
.../providers/cncf/kubernetes/hooks/kubernetes.py | 65 ++++-
airflow/providers/cncf/kubernetes/k8s_model.py | 1 +
airflow/providers/cncf/kubernetes/kube_client.py | 1 +
.../kubernetes/operators/custom_object_launcher.py | 7 +-
airflow/providers/cncf/kubernetes/operators/job.py | 93 +++++++
.../cncf/kubernetes/operators/kubernetes_pod.py | 1 +
airflow/providers/cncf/kubernetes/operators/pod.py | 2 +-
airflow/providers/cncf/kubernetes/pod_generator.py | 1 +
.../cncf/kubernetes/pod_generator_deprecated.py | 1 +
.../cncf/kubernetes/pod_launcher_deprecated.py | 1 +
.../cncf/kubernetes/python_kubernetes_script.py | 1 +
airflow/providers/cncf/kubernetes/secret.py | 1 +
.../cncf/kubernetes/triggers/kubernetes_pod.py | 1 +
airflow/providers/cncf/kubernetes/triggers/pod.py | 6 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 1 +
.../cncf/kubernetes/utils/xcom_sidecar.py | 1 +
airflow/providers/common/io/CHANGELOG.rst | 18 +-
airflow/providers/common/sql/CHANGELOG.rst | 12 +-
airflow/providers/common/sql/hooks/sql.py | 6 +-
airflow/providers/databricks/CHANGELOG.rst | 12 +-
airflow/providers/databricks/hooks/databricks.py | 1 +
.../providers/databricks/hooks/databricks_base.py | 1 +
.../providers/databricks/hooks/databricks_sql.py | 6 +-
.../providers/databricks/operators/databricks.py | 1 +
.../databricks/operators/databricks_repos.py | 1 +
.../databricks/operators/databricks_sql.py | 1 +
airflow/providers/docker/exceptions.py | 1 +
airflow/providers/docker/operators/docker.py | 1 +
airflow/providers/docker/operators/docker_swarm.py | 1 +
airflow/providers/elasticsearch/CHANGELOG.rst | 23 +-
airflow/providers/exasol/hooks/exasol.py | 6 +-
.../auth_manager/api/auth/backend/basic_auth.py | 1 +
.../fab/auth_manager/cli_commands/role_command.py | 1 +
.../auth_manager/cli_commands/sync_perm_command.py | 1 +
.../fab/auth_manager/cli_commands/user_command.py | 1 +
airflow/providers/facebook/ads/hooks/ads.py | 1 +
airflow/providers/ftp/CHANGELOG.rst | 6 +-
airflow/providers/ftp/hooks/ftp.py | 6 +-
airflow/providers/ftp/operators/ftp.py | 1 +
airflow/providers/github/hooks/github.py | 1 +
airflow/providers/google/ads/hooks/ads.py | 1 +
airflow/providers/google/ads/operators/ads.py | 1 +
.../cloud/example_dags/example_cloud_sql_query.py | 1 +
.../cloud/example_dags/example_cloud_task.py | 1 +
.../example_dags/example_facebook_ads_to_gcs.py | 1 +
.../google/cloud/example_dags/example_looker.py | 1 +
.../cloud/example_dags/example_presto_to_gcs.py | 1 +
.../example_dags/example_salesforce_to_gcs.py | 1 +
airflow/providers/google/cloud/hooks/automl.py | 1 +
.../providers/google/cloud/hooks/bigquery_dts.py | 1 +
airflow/providers/google/cloud/hooks/bigtable.py | 1 +
.../providers/google/cloud/hooks/cloud_build.py | 1 +
.../google/cloud/hooks/cloud_memorystore.py | 1 +
airflow/providers/google/cloud/hooks/cloud_sql.py | 1 +
airflow/providers/google/cloud/hooks/compute.py | 1 +
airflow/providers/google/cloud/hooks/dataflow.py | 1 +
airflow/providers/google/cloud/hooks/datafusion.py | 1 +
.../providers/google/cloud/hooks/datapipeline.py | 1 +
airflow/providers/google/cloud/hooks/dataplex.py | 1 +
airflow/providers/google/cloud/hooks/dataprep.py | 1 +
airflow/providers/google/cloud/hooks/dataproc.py | 1 +
.../google/cloud/hooks/dataproc_metastore.py | 1 +
airflow/providers/google/cloud/hooks/datastore.py | 1 +
airflow/providers/google/cloud/hooks/dlp.py | 1 +
airflow/providers/google/cloud/hooks/functions.py | 1 +
airflow/providers/google/cloud/hooks/gcs.py | 7 +-
airflow/providers/google/cloud/hooks/kms.py | 1 +
.../google/cloud/hooks/kubernetes_engine.py | 1 +
.../providers/google/cloud/hooks/life_sciences.py | 1 +
airflow/providers/google/cloud/hooks/looker.py | 1 +
airflow/providers/google/cloud/hooks/mlengine.py | 1 +
.../google/cloud/hooks/natural_language.py | 1 +
airflow/providers/google/cloud/hooks/os_login.py | 1 +
airflow/providers/google/cloud/hooks/pubsub.py | 1 +
.../providers/google/cloud/hooks/secret_manager.py | 1 +
airflow/providers/google/cloud/hooks/spanner.py | 1 +
.../providers/google/cloud/hooks/speech_to_text.py | 1 +
.../providers/google/cloud/hooks/stackdriver.py | 1 +
.../providers/google/cloud/hooks/text_to_speech.py | 1 +
airflow/providers/google/cloud/hooks/translate.py | 1 +
.../google/cloud/hooks/vertex_ai/auto_ml.py | 1 +
.../cloud/hooks/vertex_ai/batch_prediction_job.py | 1 +
.../google/cloud/hooks/vertex_ai/custom_job.py | 1 +
.../google/cloud/hooks/vertex_ai/dataset.py | 1 +
.../cloud/hooks/vertex_ai/endpoint_service.py | 1 +
.../hooks/vertex_ai/hyperparameter_tuning_job.py | 1 +
.../google/cloud/hooks/vertex_ai/pipeline_job.py | 1 +
.../google/cloud/hooks/video_intelligence.py | 1 +
airflow/providers/google/cloud/hooks/vision.py | 1 +
airflow/providers/google/cloud/links/automl.py | 1 +
airflow/providers/google/cloud/links/bigquery.py | 1 +
.../providers/google/cloud/links/bigquery_dts.py | 1 +
.../google/cloud/links/cloud_memorystore.py | 1 +
airflow/providers/google/cloud/links/cloud_sql.py | 1 +
.../providers/google/cloud/links/cloud_tasks.py | 1 +
airflow/providers/google/cloud/links/compute.py | 1 +
.../providers/google/cloud/links/datacatalog.py | 1 +
airflow/providers/google/cloud/links/dataflow.py | 1 +
airflow/providers/google/cloud/links/dataform.py | 1 +
airflow/providers/google/cloud/links/datafusion.py | 1 +
airflow/providers/google/cloud/links/dataplex.py | 1 +
airflow/providers/google/cloud/links/dataproc.py | 1 +
airflow/providers/google/cloud/links/mlengine.py | 1 +
airflow/providers/google/cloud/links/pubsub.py | 1 +
airflow/providers/google/cloud/links/spanner.py | 1 +
.../providers/google/cloud/links/stackdriver.py | 1 +
airflow/providers/google/cloud/links/workflows.py | 1 +
.../google/cloud/log/stackdriver_task_handler.py | 1 +
airflow/providers/google/cloud/operators/automl.py | 1 +
.../providers/google/cloud/operators/bigquery.py | 1 +
.../google/cloud/operators/bigquery_dts.py | 1 +
.../providers/google/cloud/operators/bigtable.py | 1 +
.../providers/google/cloud/operators/cloud_base.py | 1 +
.../google/cloud/operators/cloud_build.py | 1 +
.../google/cloud/operators/cloud_memorystore.py | 1 +
.../providers/google/cloud/operators/cloud_sql.py | 1 +
.../operators/cloud_storage_transfer_service.py | 1 +
.../providers/google/cloud/operators/compute.py | 1 +
.../providers/google/cloud/operators/dataflow.py | 1 +
.../providers/google/cloud/operators/datafusion.py | 1 +
.../google/cloud/operators/datapipeline.py | 1 +
.../providers/google/cloud/operators/dataprep.py | 1 +
.../providers/google/cloud/operators/dataproc.py | 1 +
.../google/cloud/operators/dataproc_metastore.py | 1 +
.../providers/google/cloud/operators/datastore.py | 1 +
.../providers/google/cloud/operators/functions.py | 1 +
airflow/providers/google/cloud/operators/gcs.py | 1 +
.../google/cloud/operators/kubernetes_engine.py | 143 ++++++++++-
.../google/cloud/operators/life_sciences.py | 1 +
airflow/providers/google/cloud/operators/looker.py | 1 +
.../google/cloud/operators/natural_language.py | 1 +
airflow/providers/google/cloud/operators/pubsub.py | 1 +
.../providers/google/cloud/operators/spanner.py | 1 +
.../google/cloud/operators/speech_to_text.py | 1 +
.../google/cloud/operators/text_to_speech.py | 1 +
.../providers/google/cloud/operators/translate.py | 1 +
.../google/cloud/operators/translate_speech.py | 1 +
.../google/cloud/operators/vertex_ai/custom_job.py | 1 +
.../google/cloud/operators/vertex_ai/dataset.py | 1 +
.../cloud/operators/vertex_ai/pipeline_job.py | 1 +
.../google/cloud/operators/video_intelligence.py | 1 +
airflow/providers/google/cloud/operators/vision.py | 1 +
.../google/cloud/secrets/secret_manager.py | 1 +
airflow/providers/google/cloud/sensors/bigquery.py | 1 +
.../providers/google/cloud/sensors/bigquery_dts.py | 1 +
airflow/providers/google/cloud/sensors/bigtable.py | 1 +
.../sensors/cloud_storage_transfer_service.py | 1 +
airflow/providers/google/cloud/sensors/dataflow.py | 1 +
airflow/providers/google/cloud/sensors/dataform.py | 1 +
.../providers/google/cloud/sensors/datafusion.py | 1 +
airflow/providers/google/cloud/sensors/dataplex.py | 1 +
airflow/providers/google/cloud/sensors/dataprep.py | 1 +
airflow/providers/google/cloud/sensors/dataproc.py | 1 +
airflow/providers/google/cloud/sensors/gcs.py | 1 +
airflow/providers/google/cloud/sensors/looker.py | 1 +
airflow/providers/google/cloud/sensors/pubsub.py | 1 +
airflow/providers/google/cloud/sensors/tasks.py | 1 +
.../google/cloud/transfers/bigquery_to_bigquery.py | 1 +
.../google/cloud/transfers/bigquery_to_gcs.py | 1 +
.../google/cloud/transfers/bigquery_to_mssql.py | 1 +
.../google/cloud/transfers/bigquery_to_mysql.py | 1 +
.../google/cloud/transfers/bigquery_to_postgres.py | 1 +
.../google/cloud/transfers/bigquery_to_sql.py | 1 +
.../google/cloud/transfers/facebook_ads_to_gcs.py | 1 +
.../google/cloud/transfers/gcs_to_bigquery.py | 1 +
.../providers/google/cloud/transfers/gcs_to_gcs.py | 1 +
.../google/cloud/transfers/gcs_to_sftp.py | 1 +
.../google/cloud/transfers/local_to_gcs.py | 1 +
.../google/cloud/transfers/mssql_to_gcs.py | 1 +
.../google/cloud/transfers/mysql_to_gcs.py | 1 +
.../google/cloud/transfers/postgres_to_gcs.py | 1 +
.../google/cloud/transfers/sftp_to_gcs.py | 1 +
.../providers/google/cloud/transfers/sql_to_gcs.py | 1 +
.../providers/google/cloud/triggers/cloud_sql.py | 1 +
.../providers/google/cloud/triggers/dataplex.py | 1 +
.../providers/google/cloud/triggers/dataproc.py | 1 +
airflow/providers/google/cloud/triggers/pubsub.py | 1 +
.../google/cloud/utils/field_sanitizer.py | 3 +-
.../google/cloud/utils/field_validator.py | 1 +
airflow/providers/google/cloud/utils/helpers.py | 1 +
.../google/cloud/utils/mlengine_operator_utils.py | 1 +
.../cloud/utils/mlengine_prediction_summary.py | 1 +
.../providers/google/cloud/utils/openlineage.py | 1 +
.../google/common/auth_backend/google_openid.py | 1 +
.../providers/google/common/hooks/base_google.py | 1 +
.../providers/google/common/hooks/discovery_api.py | 1 +
airflow/providers/google/common/links/storage.py | 1 +
.../google/common/utils/id_token_credentials.py | 1 +
.../providers/google/firebase/hooks/firestore.py | 1 +
airflow/providers/google/go_module_utils.py | 1 +
airflow/providers/google/leveldb/hooks/leveldb.py | 1 +
.../example_dags/example_display_video.py | 1 +
.../marketing_platform/hooks/analytics_admin.py | 1 +
.../marketing_platform/hooks/campaign_manager.py | 1 +
.../marketing_platform/hooks/display_video.py | 1 +
.../google/marketing_platform/hooks/search_ads.py | 1 +
.../marketing_platform/operators/analytics.py | 1 +
.../operators/analytics_admin.py | 1 +
.../operators/campaign_manager.py | 1 +
.../marketing_platform/operators/display_video.py | 1 +
.../marketing_platform/operators/search_ads.py | 1 +
.../marketing_platform/sensors/campaign_manager.py | 1 +
.../marketing_platform/sensors/display_video.py | 1 +
.../marketing_platform/sensors/search_ads.py | 1 +
airflow/providers/google/suite/hooks/calendar.py | 1 +
airflow/providers/google/suite/hooks/drive.py | 1 +
airflow/providers/google/suite/hooks/sheets.py | 1 +
airflow/providers/google/suite/sensors/drive.py | 1 +
.../google/suite/transfers/gcs_to_gdrive.py | 1 +
.../google/suite/transfers/local_to_drive.py | 1 +
airflow/providers/grpc/hooks/grpc.py | 1 +
airflow/providers/hashicorp/hooks/vault.py | 1 +
airflow/providers/hashicorp/secrets/vault.py | 1 +
airflow/providers/http/CHANGELOG.rst | 6 +-
airflow/providers/imap/CHANGELOG.rst | 6 +-
airflow/providers/imap/hooks/imap.py | 1 +
airflow/providers/imap/sensors/imap_attachment.py | 1 +
airflow/providers/influxdb/hooks/influxdb.py | 1 +
airflow/providers/microsoft/azure/hooks/adx.py | 1 +
.../microsoft/azure/hooks/container_registry.py | 1 +
airflow/providers/microsoft/azure/hooks/cosmos.py | 1 +
.../microsoft/azure/hooks/data_factory.py | 1 +
airflow/providers/microsoft/azure/hooks/wasb.py | 1 +
airflow/providers/microsoft/azure/operators/adx.py | 1 +
.../microsoft/azure/transfers/sftp_to_wasb.py | 1 +
airflow/providers/microsoft/mssql/hooks/mssql.py | 1 +
airflow/providers/microsoft/winrm/hooks/winrm.py | 1 +
airflow/providers/mongo/hooks/mongo.py | 7 +-
airflow/providers/mysql/hooks/mysql.py | 1 +
airflow/providers/neo4j/hooks/neo4j.py | 1 +
airflow/providers/odbc/hooks/odbc.py | 1 +
airflow/providers/openlineage/extractors/base.py | 3 +-
airflow/providers/pagerduty/hooks/pagerduty.py | 1 +
.../providers/pagerduty/hooks/pagerduty_events.py | 1 +
airflow/providers/pinecone/hooks/pinecone.py | 1 +
airflow/providers/postgres/CHANGELOG.rst | 6 +-
.../providers/presto/transfers/gcs_to_presto.py | 1 +
airflow/providers/redis/hooks/redis.py | 1 +
airflow/providers/salesforce/hooks/salesforce.py | 1 +
airflow/providers/samba/transfers/gcs_to_samba.py | 1 +
airflow/providers/segment/hooks/segment.py | 1 +
airflow/providers/sendgrid/utils/emailer.py | 1 +
airflow/providers/sftp/CHANGELOG.rst | 6 +-
airflow/providers/sftp/hooks/sftp.py | 1 +
airflow/providers/sftp/operators/sftp.py | 1 +
airflow/providers/sftp/sensors/sftp.py | 1 +
.../slack/notifications/slack_notifier.py | 1 +
airflow/providers/slack/transfers/sql_to_slack.py | 18 +-
airflow/providers/smtp/CHANGELOG.rst | 6 +-
airflow/providers/smtp/hooks/smtp.py | 4 +-
airflow/providers/snowflake/CHANGELOG.rst | 14 +-
airflow/providers/snowflake/hooks/snowflake.py | 6 +-
.../snowflake/transfers/copy_into_snowflake.py | 1 +
airflow/providers/sqlite/CHANGELOG.rst | 6 +-
airflow/providers/ssh/hooks/ssh.py | 1 +
airflow/providers/telegram/hooks/telegram.py | 1 +
airflow/providers/telegram/operators/telegram.py | 1 +
airflow/providers/teradata/hooks/teradata.py | 1 +
airflow/providers/trino/operators/trino.py | 1 +
airflow/providers/trino/transfers/gcs_to_trino.py | 1 +
airflow/providers/vertica/hooks/vertica.py | 6 +-
airflow/providers/yandex/secrets/lockbox.py | 1 +
airflow/providers_manager.py | 5 +-
airflow/secrets/__init__.py | 1 +
airflow/secrets/environment_variables.py | 1 +
airflow/secrets/local_filesystem.py | 1 +
airflow/secrets/metastore.py | 1 +
airflow/sentry.py | 1 +
airflow/serialization/enums.py | 1 +
airflow/serialization/helpers.py | 1 +
airflow/serialization/json_schema.py | 1 +
airflow/serialization/serialized_objects.py | 66 +++++
airflow/task/priority_strategy.py | 144 +++++++++++
airflow/task/task_runner/base_task_runner.py | 1 +
airflow/task/task_runner/cgroup_task_runner.py | 1 +
airflow/task/task_runner/standard_task_runner.py | 1 +
airflow/ti_deps/deps/dagrun_backfill_dep.py | 1 +
airflow/ti_deps/deps/pool_slots_available_dep.py | 1 +
airflow/ti_deps/deps/task_not_running_dep.py | 1 +
airflow/typing_compat.py | 1 +
airflow/utils/cli.py | 1 +
airflow/utils/cli_action_loggers.py | 1 +
airflow/utils/context.py | 1 +
airflow/utils/dag_cycle_tester.py | 1 +
airflow/utils/db_cleanup.py | 1 +
airflow/utils/dot_renderer.py | 1 +
airflow/utils/email.py | 3 +-
airflow/utils/file.py | 6 +-
airflow/utils/log/colored_log.py | 1 +
airflow/utils/log/file_task_handler.py | 42 +---
airflow/utils/log/json_formatter.py | 1 +
airflow/utils/log/secrets_masker.py | 1 +
.../log/task_handler_with_custom_formatter.py | 1 +
airflow/utils/platform.py | 1 +
airflow/utils/process_utils.py | 1 +
airflow/utils/python_virtualenv.py | 1 +
airflow/utils/retries.py | 6 +-
airflow/utils/serve_logs.py | 1 +
airflow/utils/sqlalchemy.py | 12 +-
airflow/utils/strings.py | 1 +
airflow/utils/task_group.py | 1 +
airflow/utils/timezone.py | 24 +-
airflow/utils/weekday.py | 1 +
airflow/utils/yaml.py | 1 +
airflow/www/decorators.py | 70 ++++--
airflow/www/package.json | 1 +
airflow/www/static/js/api/useEventLogs.tsx | 1 +
.../{LinkButton.tsx => NewTable/NewCells.tsx} | 22 +-
.../www/static/js/components/NewTable/NewTable.tsx | 269 +++++++++++++++++++++
.../createSkeleton.tsx} | 35 ++-
.../js/components/NewTable/searchParams.test.ts | 63 +++++
.../static/js/components/NewTable/searchParams.ts | 126 ++++++++++
.../js/components/NewTable/useTableUrlState.ts | 69 ++++++
airflow/www/static/js/dag/details/AuditLog.tsx | 115 +++++----
airflow/www/static/js/dag/useSelection.ts | 23 ++
airflow/www/templates/airflow/variable_list.html | 6 +-
airflow/www/utils.py | 1 +
airflow/www/yarn.lock | 12 +
dev/README_RELEASE_PROVIDER_PACKAGES.md | 4 +-
dev/assign_cherry_picked_prs_with_milestone.py | 3 +-
dev/breeze/src/airflow_breeze/branch_defaults.py | 1 +
.../commands/release_management_commands.py | 224 +++++++----------
dev/breeze/src/airflow_breeze/global_constants.py | 1 +
dev/breeze/src/airflow_breeze/utils/cache.py | 1 +
dev/breeze/src/airflow_breeze/utils/console.py | 1 +
.../airflow_breeze/utils/docker_command_utils.py | 1 +
.../src/airflow_breeze/utils/host_info_utils.py | 1 +
.../src/airflow_breeze/utils/md5_build_check.py | 1 +
dev/breeze/src/airflow_breeze/utils/path_utils.py | 1 +
dev/breeze/src/airflow_breeze/utils/run_tests.py | 7 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 1 +
dev/breeze/src/airflow_breeze/utils/visuals.py | 1 +
dev/chart/build_changelog_annotations.py | 1 +
dev/perf/dags/perf_dag_1.py | 1 +
dev/perf/dags/perf_dag_2.py | 1 +
dev/prepare_bulk_issues.py | 3 +-
dev/provider_packages/tag_providers.py | 87 +++++++
dev/provider_packages/tag_providers.sh | 52 ----
...calculate_statistics_provider_testing_issues.py | 3 +-
.../operators.rst | 15 ++
.../operators/cloud/kubernetes_engine.rst | 29 +++
.../priority-weight.rst | 34 +++
.../authoring-and-scheduling/deferring.rst | 27 ---
docs/apache-airflow/empty_plugin/empty_plugin.py | 1 +
docs/build_docs.py | 1 +
docs/conf.py | 1 +
docs/docker-stack/changelog.rst | 13 +-
.../extending/embedding-dags/test_dag.py | 1 +
docs/exts/docroles.py | 1 +
docs/exts/provider_init_hack.py | 1 +
docs/exts/providers_extensions.py | 1 +
docs/exts/redirects.py | 1 +
docs/exts/removemarktransform.py | 1 +
.../templates/operators_and_hooks_ref.rst.jinja2 | 2 +-
pyproject.toml | 76 +++++-
.../pre_commit/pre_commit_changelog_duplicates.py | 1 +
.../pre_commit_check_extra_packages_ref.py | 1 +
.../pre_commit_check_integrations_list.py | 1 +
.../pre_commit_check_order_dockerfile_extras.py | 1 +
.../pre_commit_check_order_pyproject_toml.py | 1 +
.../pre_commit_check_pre_commit_hooks.py | 1 +
scripts/ci/pre_commit/pre_commit_newsfragments.py | 1 +
.../pre_commit_update_chart_dependencies.py | 6 +-
scripts/in_container/run_ci_tests.sh | 12 -
scripts/in_container/run_migration_reference.py | 1 +
scripts/in_container/run_prepare_er_diagram.py | 1 +
.../endpoints/test_connection_endpoint.py | 4 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 9 +-
.../endpoints/test_dag_run_endpoint.py | 25 +-
.../endpoints/test_dataset_endpoint.py | 24 ++
.../endpoints/test_plugin_endpoint.py | 9 +-
.../endpoints/test_task_instance_endpoint.py | 6 +-
.../endpoints/test_variable_endpoint.py | 39 ++-
tests/api_connexion/schemas/test_plugin_schema.py | 9 +-
tests/cli/commands/test_plugins_command.py | 1 +
tests/cli/commands/test_task_command.py | 7 +-
tests/cli/test_cli_parser.py | 7 +-
tests/conftest.py | 22 +-
tests/core/test_stats.py | 13 +-
tests/dag_processing/test_job_runner.py | 32 +--
tests/dags/test_issue_1225.py | 1 +
tests/dags/test_miscellaneous.py | 1 +
tests/dags/test_subdag.py | 1 +
tests/dags/test_task_view_type_check.py | 1 +
tests/decorators/test_bash.py | 51 ++--
tests/decorators/test_python.py | 23 +-
tests/decorators/test_setup_teardown.py | 8 +-
tests/decorators/test_short_circuit.py | 3 +-
tests/decorators/test_task_group.py | 3 +-
tests/executors/test_executor_loader.py | 13 +
tests/hooks/test_package_index.py | 1 +
tests/jobs/test_backfill_job.py | 24 +-
tests/jobs/test_base_job.py | 6 +-
tests/jobs/test_triggerer_job.py | 2 +-
tests/models/test_baseoperator.py | 58 ++---
tests/models/test_dag.py | 76 ++++--
tests/models/test_dagrun.py | 36 +--
tests/models/test_mappedoperator.py | 6 +-
tests/models/test_param.py | 4 +-
tests/models/test_renderedtifields.py | 1 +
tests/models/test_serialized_dag.py | 1 +
tests/models/test_skipmixin.py | 3 +-
tests/models/test_taskinstance.py | 2 +-
tests/models/test_taskmixin.py | 1 -
tests/models/test_trigger.py | 49 +---
tests/operators/test_python.py | 9 +-
tests/operators/test_subdag_operator.py | 4 +-
tests/operators/test_trigger_dagrun.py | 7 +-
tests/plugins/priority_weight_strategy.py | 68 ++++++
tests/plugins/test_plugin.py | 7 +
tests/plugins/test_plugins_manager.py | 2 +-
tests/plugins/workday.py | 1 +
.../aws/executors/batch/test_batch_executor.py | 6 +-
.../amazon/aws/executors/ecs/test_ecs_executor.py | 232 +++++++++++++++---
tests/providers/amazon/aws/hooks/test_s3.py | 8 +-
.../amazon/aws/operators/test_base_aws.py | 49 +++-
tests/providers/amazon/aws/operators/test_ecs.py | 49 ++++
.../providers/amazon/aws/sensors/test_base_aws.py | 49 +++-
.../amazon/aws/system/utils/test_helpers.py | 1 +
.../amazon/aws/transfers/test_exasol_to_s3.py | 1 +
.../amazon/aws/utils/eks_test_constants.py | 1 +
.../providers/apache/spark/hooks/test_spark_sql.py | 10 +-
.../cncf/kubernetes/hooks/test_kubernetes.py | 119 ++++++++-
.../operators/test_custom_object_launcher.py | 128 ++++++++++
.../cncf/kubernetes/operators/test_job.py | 99 +++++++-
.../providers/cncf/kubernetes/triggers/test_pod.py | 1 +
.../elasticsearch/log/test_es_task_handler.py | 3 +-
.../auth_manager/cli_commands/test_user_command.py | 29 ++-
tests/providers/ftp/operators/test_ftp.py | 16 +-
.../google/cloud/hooks/test_bigquery_system.py | 1 +
.../google/cloud/hooks/test_cloud_build.py | 16 +-
tests/providers/google/cloud/hooks/test_dlp.py | 1 +
.../google/cloud/hooks/test_life_sciences.py | 1 +
.../google/cloud/operators/test_cloud_build.py | 1 +
.../google/cloud/operators/test_cloud_run.py | 1 +
tests/providers/google/cloud/operators/test_dlp.py | 1 +
.../cloud/operators/test_kubernetes_engine.py | 235 +++++++++++++++++-
.../google/cloud/operators/test_life_sciences.py | 3 +-
.../google/firebase/hooks/test_firestore.py | 1 +
.../providers/google/suite/hooks/test_calendar.py | 1 +
tests/providers/google/suite/hooks/test_sheets.py | 1 +
tests/providers/openai/operators/test_openai.py | 8 +-
.../papermill/operators/test_papermill.py | 3 +-
tests/providers/sendgrid/utils/test_emailer.py | 6 +-
.../providers/slack/transfers/test_sql_to_slack.py | 69 +++++-
tests/security/test_kerberos.py | 10 +-
tests/sensors/test_external_task_sensor.py | 32 +--
tests/sensors/test_filesystem.py | 9 +-
tests/serialization/test_dag_serialization.py | 6 +-
tests/serialization/test_serde.py | 6 +-
.../airbyte/example_airbyte_trigger_job.py | 1 +
.../amazon/aws/example_google_api_sheets_to_s3.py | 1 +
.../amazon/aws/example_google_api_youtube_to_s3.py | 1 +
.../amazon/aws/example_hive_to_dynamodb.py | 7 +-
.../amazon/aws/example_imap_attachment_to_s3.py | 1 +
.../amazon/aws/example_salesforce_to_s3.py | 1 +
tests/system/providers/apache/beam/example_beam.py | 1 +
.../apache/beam/example_beam_java_flink.py | 1 +
.../apache/beam/example_beam_java_spark.py | 1 +
tests/system/providers/apache/beam/example_go.py | 1 +
.../providers/apache/beam/example_go_dataflow.py | 1 +
.../providers/apache/beam/example_java_dataflow.py | 1 +
.../system/providers/apache/beam/example_python.py | 1 +
.../providers/apache/beam/example_python_async.py | 1 +
.../apache/beam/example_python_dataflow.py | 1 +
tests/system/providers/apache/beam/utils.py | 1 +
.../apache/cassandra/example_cassandra_dag.py | 1 +
.../providers/apache/drill/example_drill_dag.py | 1 +
.../providers/apache/druid/example_druid_dag.py | 1 +
.../providers/apache/hive/example_twitter_dag.py | 1 +
.../apache/kafka/example_dag_hello_kafka.py | 4 +-
.../providers/apache/kylin/example_kylin_dag.py | 1 +
tests/system/providers/apache/livy/example_livy.py | 1 +
tests/system/providers/apache/pig/example_pig.py | 1 +
.../providers/apache/spark/example_spark_dag.py | 1 +
tests/system/providers/asana/example_asana.py | 1 +
.../cncf/kubernetes/example_kubernetes.py | 1 +
.../cncf/kubernetes/example_kubernetes_job.py | 20 +-
.../cncf/kubernetes/example_kubernetes_resource.py | 1 +
.../cncf/kubernetes/example_spark_kubernetes.py | 1 +
.../providers/databricks/example_databricks.py | 1 +
.../providers/databricks/example_databricks_sql.py | 1 +
.../system/providers/dingding/example_dingding.py | 1 +
.../providers/docker/example_docker_copy_data.py | 1 +
.../elasticsearch/example_elasticsearch_query.py | 1 +
tests/system/providers/ftp/example_ftp.py | 1 +
tests/system/providers/google/ads/example_ads.py | 1 +
.../google/cloud/automl/example_automl_dataset.py | 1 +
.../google/cloud/automl/example_automl_model.py | 1 +
.../example_automl_nl_text_classification.py | 1 +
.../automl/example_automl_nl_text_extraction.py | 1 +
.../automl/example_automl_nl_text_sentiment.py | 1 +
.../cloud/automl/example_automl_translation.py | 1 +
.../automl/example_automl_video_classification.py | 1 +
.../cloud/automl/example_automl_video_tracking.py | 1 +
.../automl/example_automl_vision_classification.py | 1 +
.../example_automl_vision_object_detection.py | 1 +
.../cloud/bigquery/example_bigquery_dataset.py | 1 +
.../google/cloud/bigquery/example_bigquery_dts.py | 1 +
.../cloud/bigquery/example_bigquery_operations.py | 1 +
.../example_bigquery_operations_location.py | 1 +
.../cloud/bigquery/example_bigquery_queries.py | 1 +
.../bigquery/example_bigquery_queries_async.py | 1 +
.../cloud/bigquery/example_bigquery_sensors.py | 1 +
.../cloud/bigquery/example_bigquery_tables.py | 1 +
.../cloud/bigquery/example_bigquery_to_bigquery.py | 1 +
.../cloud/bigquery/example_bigquery_to_gcs.py | 1 +
.../bigquery/example_bigquery_to_gcs_async.py | 1 +
.../cloud/bigquery/example_bigquery_to_mssql.py | 1 +
.../cloud/bigquery/example_bigquery_to_mysql.py | 1 +
.../cloud/bigquery/example_bigquery_to_postgres.py | 1 +
.../cloud/bigquery/example_bigquery_transfer.py | 1 +
.../google/cloud/bigtable/example_bigtable.py | 1 +
.../cloud/cloud_batch/example_cloud_batch.py | 1 +
.../cloud/cloud_build/example_cloud_build.py | 1 +
.../cloud_build/example_cloud_build_trigger.py | 1 +
.../example_cloud_memorystore_memcached.py | 1 +
.../example_cloud_memorystore_redis.py | 1 +
.../google/cloud/cloud_run/example_cloud_run.py | 1 +
.../google/cloud/cloud_sql/example_cloud_sql.py | 1 +
.../cloud_sql/example_cloud_sql_query_mysql.py | 1 +
.../cloud_sql/example_cloud_sql_query_postgres.py | 1 +
.../google/cloud/compute/example_compute_igm.py | 1 +
.../google/cloud/dataflow/example_dataflow_go.py | 1 +
.../cloud/dataflow/example_dataflow_native_java.py | 1 +
.../dataflow/example_dataflow_native_python.py | 1 +
.../example_dataflow_native_python_async.py | 1 +
.../google/cloud/dataflow/example_dataflow_sql.py | 1 +
.../dataflow/example_dataflow_streaming_python.py | 1 +
.../cloud/dataflow/example_dataflow_template.py | 1 +
.../google/cloud/dataform/example_dataform.py | 1 +
.../google/cloud/datafusion/example_datafusion.py | 1 +
.../cloud/datapipelines/example_datapipeline.py | 1 +
.../google/cloud/dataplex/example_dataplex.py | 1 +
.../google/cloud/dataplex/example_dataplex_dp.py | 1 +
.../google/cloud/dataplex/example_dataplex_dq.py | 1 +
.../google/cloud/dataprep/example_dataprep.py | 1 +
.../cloud/dataproc/example_dataproc_batch.py | 1 +
.../dataproc/example_dataproc_batch_deferrable.py | 1 +
.../dataproc/example_dataproc_batch_persistent.py | 1 +
...proc_cluster_create_existing_stopped_cluster.py | 1 +
.../example_dataproc_cluster_deferrable.py | 1 +
.../dataproc/example_dataproc_cluster_diagnose.py | 1 +
.../dataproc/example_dataproc_cluster_generator.py | 1 +
.../example_dataproc_cluster_start_stop.py | 1 +
.../dataproc/example_dataproc_cluster_update.py | 1 +
.../google/cloud/dataproc/example_dataproc_gke.py | 1 +
.../cloud/dataproc/example_dataproc_hadoop.py | 1 +
.../google/cloud/dataproc/example_dataproc_hive.py | 1 +
.../google/cloud/dataproc/example_dataproc_pig.py | 1 +
.../cloud/dataproc/example_dataproc_presto.py | 1 +
.../cloud/dataproc/example_dataproc_pyspark.py | 1 +
.../cloud/dataproc/example_dataproc_spark.py | 1 +
.../cloud/dataproc/example_dataproc_spark_async.py | 1 +
.../dataproc/example_dataproc_spark_deferrable.py | 1 +
.../cloud/dataproc/example_dataproc_spark_sql.py | 1 +
.../cloud/dataproc/example_dataproc_sparkr.py | 1 +
.../cloud/dataproc/example_dataproc_trino.py | 1 +
.../cloud/dataproc/example_dataproc_workflow.py | 1 +
.../example_dataproc_workflow_deferrable.py | 1 +
.../example_dataproc_metastore.py | 1 +
.../example_dataproc_metastore_backup.py | 1 +
...ple_dataproc_metastore_hive_partition_sensor.py | 1 +
.../cloud/datastore/example_datastore_commit.py | 1 +
.../cloud/datastore/example_datastore_query.py | 1 +
.../cloud/datastore/example_datastore_rollback.py | 1 +
.../google/cloud/gcs/example_firestore.py | 1 +
.../providers/google/cloud/gcs/example_gcs_acl.py | 1 +
.../google/cloud/gcs/example_gcs_copy_delete.py | 1 +
.../google/cloud/gcs/example_gcs_sensor.py | 1 +
.../google/cloud/gcs/example_gcs_to_bigquery.py | 1 +
.../cloud/gcs/example_gcs_to_bigquery_async.py | 1 +
.../google/cloud/gcs/example_gcs_to_gcs.py | 1 +
.../google/cloud/gcs/example_gcs_to_gdrive.py | 1 +
.../google/cloud/gcs/example_gcs_transform.py | 1 +
.../cloud/gcs/example_gcs_transform_timespan.py | 1 +
.../cloud/gcs/example_gcs_upload_download.py | 1 +
.../google/cloud/gcs/example_mysql_to_gcs.py | 1 +
.../google/cloud/gcs/example_sftp_to_gcs.py | 1 +
.../google/cloud/gcs/example_trino_to_gcs.py | 1 +
.../kubernetes_engine/example_kubernetes_engine.py | 1 +
.../example_kubernetes_engine_async.py | 1 +
.../example_kubernetes_engine_job.py | 22 +-
.../example_kubernetes_engine_kueue.py | 101 +++++++-
.../example_kubernetes_engine_resource.py | 1 +
.../google/cloud/ml_engine/example_mlengine.py | 1 +
.../natural_language/example_natural_language.py | 1 +
.../google/cloud/pubsub/example_pubsub.py | 1 +
.../cloud/pubsub/example_pubsub_deferrable.py | 1 +
.../google/cloud/spanner/example_spanner.py | 1 +
.../cloud/sql_to_sheets/example_sql_to_sheets.py | 1 +
.../cloud/stackdriver/example_stackdriver.py | 1 +
.../example_cloud_storage_transfer_service_aws.py | 1 +
.../providers/google/cloud/tasks/example_queue.py | 1 +
.../providers/google/cloud/tasks/example_tasks.py | 1 +
.../google/cloud/transfers/example_gcs_to_sftp.py | 1 +
.../cloud/transfers/example_gdrive_to_local.py | 1 +
.../cloud/transfers/example_postgres_to_gcs.py | 1 +
.../google/cloud/translate/example_translate.py | 1 +
...ample_vertex_ai_auto_ml_forecasting_training.py | 1 +
.../example_vertex_ai_auto_ml_image_training.py | 1 +
.../example_vertex_ai_auto_ml_list_training.py | 1 +
.../example_vertex_ai_auto_ml_tabular_training.py | 1 +
.../example_vertex_ai_auto_ml_text_training.py | 1 +
.../example_vertex_ai_auto_ml_video_training.py | 1 +
.../example_vertex_ai_batch_prediction_job.py | 1 +
.../example_vertex_ai_custom_container.py | 1 +
.../vertex_ai/example_vertex_ai_custom_job.py | 1 +
.../example_vertex_ai_custom_job_python_package.py | 1 +
.../cloud/vertex_ai/example_vertex_ai_dataset.py | 1 +
.../cloud/vertex_ai/example_vertex_ai_endpoint.py | 1 +
.../example_vertex_ai_generative_model.py | 1 +
.../example_vertex_ai_hyperparameter_tuning_job.py | 1 +
.../example_vertex_ai_list_custom_jobs.py | 1 +
.../vertex_ai/example_vertex_ai_model_service.py | 1 +
.../vertex_ai/example_vertex_ai_pipeline_job.py | 1 +
.../providers/google/leveldb/example_leveldb.py | 1 +
.../google/marketing_platform/example_analytics.py | 1 +
.../marketing_platform/example_analytics_admin.py | 1 +
.../marketing_platform/example_campaign_manager.py | 1 +
.../marketing_platform/example_search_ads.py | 1 +
.../google/suite/example_local_to_drive.py | 1 +
tests/system/providers/http/example_http.py | 1 +
.../system/providers/jdbc/example_jdbc_queries.py | 1 +
.../azure/example_azure_batch_operator.py | 1 +
.../azure/example_azure_container_instances.py | 1 +
.../microsoft/azure/example_azure_cosmosdb.py | 1 +
.../microsoft/azure/example_wasb_sensors.py | 1 +
.../providers/microsoft/mssql/example_mssql.py | 1 +
.../providers/microsoft/winrm/example_winrm.py | 1 +
tests/system/providers/mysql/example_mysql.py | 1 +
tests/system/providers/neo4j/example_neo4j.py | 1 +
tests/system/providers/papermill/conftest.py | 6 +-
.../providers/papermill/example_papermill.py | 1 +
.../papermill/example_papermill_remote_verify.py | 1 +
.../papermill/example_papermill_verify.py | 1 +
.../providers/presto/example_gcs_to_presto.py | 1 +
.../providers/redis/example_redis_publish.py | 1 +
.../system/providers/samba/example_gcs_to_samba.py | 1 +
.../system/providers/slack/example_sql_to_slack.py | 1 +
.../slack/example_sql_to_slack_webhook.py | 1 +
.../snowflake/example_copy_into_snowflake.py | 1 +
.../providers/snowflake/example_snowflake.py | 1 +
tests/system/providers/sqlite/example_sqlite.py | 1 +
tests/system/providers/tableau/example_tableau.py | 1 +
.../system/providers/telegram/example_telegram.py | 1 +
.../providers/teradata/example_ssl_teradata.py | 1 +
.../system/providers/teradata/example_teradata.py | 1 +
.../example_teradata_to_teradata_transfer.py | 1 +
.../system/providers/trino/example_gcs_to_trino.py | 1 +
tests/system/providers/trino/example_trino.py | 1 +
tests/test_utils/get_all_tests.py | 1 +
tests/test_utils/remote_user_api_auth_backend.py | 1 +
tests/test_utils/www.py | 27 ++-
tests/utils/log/test_json_formatter.py | 1 +
tests/utils/test_log_handlers.py | 28 +--
tests/utils/test_orm_event_handlers.py | 1 +
tests/utils/test_sqlalchemy.py | 4 +-
tests/utils/test_task_group.py | 78 +++---
tests/www/test_app.py | 96 +++-----
tests/www/views/test_views_decorators.py | 7 +
tests/www/views/test_views_paused.py | 6 +-
887 files changed, 4463 insertions(+), 1308 deletions(-)
copy airflow/{api/common/experimental/get_task.py =>
example_dags/plugins/decreasing_priority_weight_strategy.py} (59%)
create mode 100644 airflow/task/priority_strategy.py
copy airflow/www/static/js/components/{LinkButton.tsx =>
NewTable/NewCells.tsx} (67%)
create mode 100644 airflow/www/static/js/components/NewTable/NewTable.tsx
copy airflow/www/static/js/components/{LinkButton.tsx =>
NewTable/createSkeleton.tsx} (57%)
create mode 100644
airflow/www/static/js/components/NewTable/searchParams.test.ts
create mode 100644 airflow/www/static/js/components/NewTable/searchParams.ts
create mode 100644
airflow/www/static/js/components/NewTable/useTableUrlState.ts
create mode 100755 dev/provider_packages/tag_providers.py
delete mode 100755 dev/provider_packages/tag_providers.sh
create mode 100644 tests/plugins/priority_weight_strategy.py