This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-9-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 7f78b16870 Update RELEASE_NOTES.rst
omit 7e46acb11c Update version to 2.9.0
omit 3c5688cc9b Update default branches for 2-9
add 83f8a2ec6f Fix devcontainer sqlite (#38316)
add 8914ba2c64 Fix changelog generation for minor releases (#38321)
add 3f89dfe3e6 Add button to manually create dataset events (#38305)
add c84a1ecaf1 Update default branches in codecov & asf.yaml (#38263)
add fecc1ed8ef Add CLI support for bulk pause and resume of DAGs (#38265)
add 5023ae084c Update AWS auth manager CLI command to not disable AVP
schema validation (#38301)
add 7776e9154d Upgrade FAB to 4.4.1 (#38319)
add d8f647cdef [#38284] Update Confirmation Logic for Config Changes on
Sensitive Environments Like Production (#38299)
add e0154561fd Add a possibility to remove the dependency from cache in a
PR (#38312)
add c06a6e58b9 Remove duplicate if (#38327)
add c9bd753a33 Fix system tests for dataflow, vision and vertex_ai (#38326)
add 5ea5f05b3f Implement `set_state` on `TaskInstancePydantic` (#38297)
add 390bec1c82 Add Yandex Query support from Yandex.Cloud (#37458)
add c647987bff Resolve PT012 in `apache.beam` provider (#38317)
add 0574ea1b1e Add type annotations for other `pytest-mock` fixtures
(#38245)
add 6b7a4e5f9f Remove unnecessary code in AWS auth manager system test
(#38330)
add 76295d3d25 Hide upstream dataset edges in dag graph (#38338)
add 04c4b5c361 Revert Add TaskFail entries to Gantt chart (#38339)
add 513977690f Adding max consecutive failed dag runs info in UI (#38229)
add 834917f58e Update dev/refresh_images.sh script with recent changes
(#38331)
add 0f465c3c16 Fix bash command formatting in docs (#38335)
add 9f9ae33a8b Revert CodeCell formatting changes (#38343)
add 8e7b1add43 Remove unused loop variable from airflow package (#38308)
add 3400dfe0be Limit `cohere` to <5 (#38348)
add 952d04a3c1 Fix EmrNotebookExecutionSensor broken test (#38354)
add 83e83e272f Replace to broad exceptions into the Core (#38344)
add 7ac90b738c Fix PT012 checks for celery provider (#38357)
add 1a9b71a129 Create KubernetesPatchJobOperator operator (#38146)
add bce63b281d Add 2.9.0b1 to issue template (#38364)
add ea951afb69 Add check in AWS auth manager to check if the Amazon
Verified Permissions schema is up to date (#38333)
add a0c1985089 Chart: Fix cluster-wide RBAC naming clash when using
multiple multiNamespace releases with the same name (#37197)
add a1671f1f7d Retrieve dataset event created through RESTful API when
creating dag run (#38332)
add 13356f8d4d Add missing deprecated Fab auth manager (#38376)
add 4e33ceb400 Add option to lower-bind preinstalled provider (#38363)
add 7fcc1b4bf9 Add average duration markline in task and dagrun duration
charts. (#38214)
add 6fa7b726d6 Use current time to calculate duration when end date is not
present. (#38375)
add d6e9d48ea9 Add entry to INTHEWILD.md (#38380)
add 32c573f390 remove section as it's no longer true with dataset
expressions PR (#38370)
add 3840ec690c Release notes for helm chart 1.13.1 (#38356)
add ae6fec927c Fix docs link for helm chart 1.13.1 (#38381)
add 095c5fe313 Ensure __exit__ is called in decorator context managers
(#38383)
add fa3265becf doc: Use sys.version_info for determine Python Major.Minor
(#38372)
add 0aee6813db Fix set deprecated slack operators arguments in
`MappedOperator` (#38345)
add c893cb3bfb Fix set deprecated amazon operators arguments in
`MappedOperator` (#38346)
add 72c0911ede Fix deprecated apache.hive operators arguments in
`MappedOperator` (#38351)
add 87faf3144f docs(openlineage): fix quotation around openlineage
transport value (#38378)
add 6296f7e224 Allow to use `redis`>=5 (#38385)
add c9867bbbff Use common image build workflows in pull-request-target
workflow (#38231)
add 623939b002 remove K8S 1.25 support (#38367)
add 9721e0b82d Resolve PT018: Assertion should be broken down into
multiple parts (#38138)
add c74947a69d refactor(databricks): remove redundant else block (#38397)
add 7ecd5faddf fix(core): add return statement to yield within a while
loop in triggers (#38389)
add 99166a94e9 fix(airbyte): add return statement to yield within a while
loop in triggers (#38390)
add 5bf60bcf56 fix(sftp): add return statement to yield within a while
loop in triggers (#38391)
add eead6c2479 fix(http): add return statement to yield within a while
loop in triggers (#38392)
add da4f6f077c fix(google): add return statement to yield within a while
loop in triggers (#38394)
add 9ea4050d41 fix(amazon): add return statement to yield within a while
loop in triggers (#38396)
add a550742c6e Separate out additional CI image checks (#38225)
add fc868f4be2 Implement deferrable mode for KubernetesJobOperator (#38251)
add 315360691c Removed/Updated Outdated UI screenshots from documentation
(#38403)
add cddf1cc7dc fix(dbt): add return statement to yield within a while loop
in triggers (#38395)
add 51c94e12eb fix(microsoft/azure): add return statement to yield within
a while loop in triggers (#38393)
add 612382e368 Add guard checks to dataset expressions (#38388)
add 83d62cae69 Create AWS auth manager documentation. Part: setup identity
center (#38273)
add 947c48b2fb DockerOperator: use DOCKER_HOST as default for docker_url
(#38387)
add 40559a315e Fix typo in verification process for Helm Chart (#38410)
add 5344881715 Make postgresql default engine args comply with SA 2.0
(#38362)
add 6a225ccb2a to avoid type's mismatch durind concatenation modified to
f-strings (#38412)
add 36704fb9a7 Fix release docs for the helm chart (#38413)
add 0d11f3ca2f Add experimental warning in AWS auth manager documentation
(#38414)
add 9b2d8e0fcd Upgrade to latest chart dependencies detected by canary run
(#38416)
add bcd7d35ff8 Update Airflow decorators stub to reflect changes in #38387
(#38406)
add fd5fe8d2c6 Revert ObjectStorage config variables name (#38415)
add 30817a5c6d support iam token from metadata, simplify code (#38411)
add a7d7ef6433 Don't allow defaults other than None in context parameters,
and improve error message (#38015)
add 88ea87d3d0 Update UV to latest version released (#38419)
add ac50669c82 update to latest service bus (#38384)
add 665d46ce17 Resolve PT012 in `telegram` provider (#38386)
add 48c8f35acf `ExternalPythonOperator` use version from
`sys.version_info` (#38377)
add bf28b3ed40 Update `azure-serivcebus` in pyproject.toml (#38422)
add fac6aa4870 Use `python-on-whales` in docker tests (#38421)
add 98933ed34a Exit with error in case dependencies are not synchronized
in CI (#38424)
add 078e7ed135 Mysql change xcom value col type for MySQL backend (#38401)
add 6d7563de33 Optimize number of versions run when CI scripts change
(#38426)
add 8520778930 Temporarily remove protection on v2-9-stable to create beta
2 (#38431)
add 3ac0aaf748 Fix `parent_model` parameter in GCP Vertex AI AutoML and
Custom Job operators (#38417)
add 3e92409d82 bump ruff to 0.3.4 (#38433)
add be72d6a258 Resolve `PT012` in `common.sql`, `datadog`, `dbt`, and
`jenkins` providers tests (#38429)
add c305ec7bf6 Update screenshot for extra link description as old Grid
view is gone (#38435)
add dd97086416 Resolve PT012 in `microsoft.azure`, `microsoft.psrp`, and
`oracle` providers tests (#38436)
add 0cc410b5b8 Updat build dependencies after hatchling update (#38439)
add d3e9229105 Bugfix/update screenshots (#38438)
add 81790aaaa0 Fix deprecated `DockerOperator` operator arguments in
`MappedOperator` (#38379)
add d820f13e68 Use `relative-imports (TID252)` instead of `pygrep` rule
(#38428)
add 4a4eee113f Delete deprecated AutoML operators and deprecate AutoML
hook and links (#38418)
add 77d2fc7d75 Check task attribute before use in sentry.add_tagging()
(#37143)
add 694826d1bd refactor: Refactored __new__ magic method of
BaseOperatorMeta to avoid bad mixing classic and decorated operators (#37937)
add 25e5d54192 Print selective-check traceback on stdout rather than
stderr (#38441)
add c88370305d Turn optional-dependencies in pyproject.toml into dynamic
property (#38437)
add 20cb9f1770 Upgrade to newer build dependencies including the right
Python version (#38443)
add a9cfa84575 Fix failing MinSQLAlchemy test after moving sqlalchemy spec
(#38445)
add 420709962e Prevent large objects from being stored in the RTIF (#38094)
add 44672c8c08 Remove D105 from pyproject.toml (#38452)
add 32ed83bd0e Refactor GKE hooks (#38404)
add 9c4e333f5b fix: disabled_for_operators now stops whole event emission
(#38033)
add b402f8a356 Store duration in seconds and scale to handle case when a
value in the series has a larger unit than the preceding durations. (#38374)
add 256911aa62 Prepare fab provider RC1 (#38451)
add e6e5fdb104 Delete all old dag pages and redirect to grid view (#37988)
add 6e7d7b42a4 Override chakra styles to keep dropdowns in filter bar
(#38456)
add b1473eb64b Add button to clear only failed tasks in a dagrun. (#38217)
add d0650edc76 Updates trove-classifiers released today in build
dependencies. (#38464)
add 911048b212 Fix image cache optimizations - speeding up the build
(#38442)
add b9576b5aac Only show latest dataset event timestamp after last run
(#38340)
add f424865f13 Handling edge case for generate-issue-content for providers
(#38462)
add e41b3c58e2 Revert "Fix image cache optimizations - speeding up the
build (#38442)" (#38468)
add ea3f21df32 Add legend for duration markline. (#38434)
add ff28969ff3 fix: EmrServerlessStartJobOperator not serializing DAGs
correctly when partial/expand is used. (#38022)
add 41d5e2226c Add executor field to the DB and parameter to the operators
(#38054)
add d83dd02816 Cleans up runs-on in workflows (#38463)
add 0942ae030a Add UV_REQUEST_TIMEOUT argument/envvar to building CI/PROD
images (#38467)
add cbca35918b Revert "Add executor field to the DB and parameter to the
operators (#38054)" (#38472)
add e92e0f7a79 Helm chart 1.13.1 has been released (#38469)
add 615e1eceff Apply task instance mutation hook consistently (#38440)
add ac08cb3148 Airflow 2.8.4 has been released (#38477)
add 49a76ec30a Chart: Default airflow version to 2.8.4 (#38478)
add 6df0c5ab44 Fix parameters propagation in `build-k8s-image
--rebuild-base-image` (#38484)
add b496dc838c Use `importlib_metadata` with compat to Python 3.10/3.12
stdlib (#38366)
add b47b5ff55a Complete AWS auth manager documentation: configuration of
Amazon Verified Permissions (#38409)
add a697bb4f6e Fix image cache optimizations - speeding up the build
(#38442) (#38473)
add 22183112dd Improve datasets graph UX (#38476)
add 742bf80477 Fix post-test failure conditions (#38487)
add 4d606813a6 Do not use cache to install breeze (#38491)
add 067fedbb99 Add the deferrable mode to RunPipelineJobOperator (#37969)
add 6dd8b4dc76 Run special tests only in canary-runs and when we upgrade
deps (#38488)
add 24995e87c0 Suppress error if no tests collected in pydantic special
Tests (#38470)
add ade3481ec5 Resolve `PT012` in k8s tests (#38485)
add ba593f9cff Fix missing input in special tests (#38492)
add 51f5537b19 Remove verbosity from cleaning up airflow package in image
build (#38490)
add 714a933479 openlineage: add `opt-in` option (#37725)
add 0c2a1195d3 Label migration related PRs with area:db-migration label
(#38494)
add 44d94d17a1 changed link in source to the right location (#38493)
add 9924bb6c70 Introducing --latest for generate-issue-content-core
command (#38250)
add 1175ac4706 Implement the breeze tag_providers command (#38447)
add a3f7ddd465 KPO Add follow log in termination step (#38081)
add f4bd0b3828 Fix
`WeaviateIngestOperator`/`WeaviateDocumentIngestOperator` arguments in
`MappedOperator` (#38402)
add c5ac2d25ce fix PT012 in hive (#38501)
add 14e1b4c9c9 fix `PT012` in ssh (#38508)
add afb686c95e Implement deferrable mode for GKEStartJobOperator (#38454)
add f48e8efae8 Show abandoned tasks in Grid View (#38511)
add c37ab12116 Remove redundant compatibility usage of importlib_metadata
(#38368)
add a1473c92c1 Revert "Check task attribute before use in
sentry.add_tagging() (#37143)" (#38519)
add b0307b5dd4 Resolve `PT012` in `google` provider tests (#38471)
add 5df7a1eb55 Add pre-commit to check if tests are in the right folders
(#38520)
add a03324382b Improve finalization of tests (#38499)
add 8c44bcb508 Allow users to write dag_id and task_id in their national
characters, added display name for dag / task (v2) (#38446)
new 505c38316e Update default branches for 2-9
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7f78b16870)
\
N -- N -- N refs/heads/v2-9-stable (505c38316e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 4 +
.devcontainer/devcontainer.json | 2 +-
.dockerignore | 1 -
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 3 +-
.../airflow_helmchart_bug_report.yml | 3 +-
.github/actions/breeze/action.yml | 9 -
.github/actions/build-ci-images/action.yml | 55 -
.github/actions/build-prod-images/action.yml | 108 --
.github/actions/post_tests_failure/action.yml | 3 +
.github/actions/post_tests_success/action.yml | 1 +
.github/boring-cyborg.yml | 3 +
...e-checks.yml => additional-ci-image-checks.yml} | 195 ++-
.github/workflows/basic-tests.yml | 8 +-
.github/workflows/build-images.yml | 193 +--
.github/workflows/check-providers.yml | 6 +-
.github/workflows/ci-image-build.yml | 92 +-
.github/workflows/ci.yml | 131 +-
.github/workflows/finalize-tests.yml | 68 +-
.github/workflows/helm-tests.yml | 4 +-
.github/workflows/integration-tests.yml | 5 +-
.github/workflows/k8s-tests.yml | 1 -
.github/workflows/mypy.yml | 82 --
.github/workflows/prod-image-build.yml | 101 +-
.github/workflows/prod-image-extra-checks.yml | 3 +
.github/workflows/push-image-cache.yml | 66 +-
.github/workflows/release_dockerhub_image.yml | 4 +-
.github/workflows/run-unit-tests.yml | 3 +-
.github/workflows/special-tests.yml | 16 +
...tic-checks-mypy-and-constraints-generation.yml} | 202 ++-
.pre-commit-config.yaml | 38 +-
Dockerfile | 37 +-
Dockerfile.ci | 50 +-
INSTALL | 140 +-
INTHEWILD.md | 1 +
README.md | 26 +-
RELEASE_NOTES.rst | 242 +---
airflow/__init__.py | 2 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 5 +-
airflow/api_connexion/openapi/v1.yaml | 18 +-
airflow/api_connexion/schemas/common_schema.py | 2 +-
airflow/api_connexion/schemas/dag_schema.py | 1 +
.../api_connexion/schemas/task_instance_schema.py | 1 +
airflow/api_connexion/schemas/task_schema.py | 1 +
airflow/api_internal/endpoints/rpc_api_endpoint.py | 1 +
.../auth/managers/fab/fab_auth_manager.py | 16 +-
airflow/cli/cli_config.py | 27 +-
airflow/cli/commands/celery_command.py | 8 +-
airflow/cli/commands/dag_command.py | 50 +-
airflow/cli/commands/info_command.py | 10 +-
airflow/cli/commands/scheduler_command.py | 32 +-
airflow/config_templates/config.yml | 17 +
airflow/configuration.py | 2 +-
airflow/dag_processing/manager.py | 2 +-
airflow/datasets/__init__.py | 18 +-
airflow/decorators/__init__.pyi | 5 +-
airflow/decorators/base.py | 29 +-
.../example_dags/example_display_name.py | 31 +-
airflow/example_dags/example_params_trigger_ui.py | 15 +-
airflow/example_dags/example_params_ui_tutorial.py | 5 +-
airflow/example_dags/tutorial.py | 2 +-
airflow/hooks/package_index.py | 2 +-
airflow/jobs/base_job_runner.py | 3 +-
airflow/jobs/scheduler_job_runner.py | 3 +-
..._2_9_0_make_xcom_value_to_longblob_for_mysql.py | 52 +
...139_2_9_0_add_display_name_for_dag_and_task_.py | 48 +
airflow/models/abstractoperator.py | 15 +
airflow/models/base.py | 1 +
airflow/models/baseoperator.py | 73 +-
airflow/models/dag.py | 24 +
airflow/models/mappedoperator.py | 8 +
airflow/models/renderedtifields.py | 3 +-
airflow/models/taskinstance.py | 67 +-
airflow/models/xcom.py | 3 +-
airflow/operators/python.py | 63 +-
airflow/plugins_manager.py | 6 +-
airflow/providers/airbyte/triggers/airbyte.py | 1 +
.../amazon/aws/auth_manager/avp/facade.py | 15 +
.../aws/auth_manager/{cli => avp}/schema.json | 0
.../amazon/aws/auth_manager/aws_auth_manager.py | 10 +
.../amazon/aws/auth_manager/cli/avp_commands.py | 42 +-
.../amazon/aws/auth_manager/cli/definition.py | 2 +-
airflow/providers/amazon/aws/operators/batch.py | 5 +-
airflow/providers/amazon/aws/operators/ecs.py | 19 +-
airflow/providers/amazon/aws/operators/emr.py | 62 +-
.../amazon/aws/triggers/redshift_cluster.py | 1 +
airflow/providers/amazon/aws/triggers/s3.py | 6 +-
airflow/providers/amazon/aws/triggers/sagemaker.py | 10 +-
.../providers/apache/hive/operators/hive_stats.py | 10 +-
airflow/providers/celery/cli/celery_command.py | 8 +-
airflow/providers/celery/provider.yaml | 2 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 54 +-
airflow/providers/cncf/kubernetes/operators/job.py | 115 +-
airflow/providers/cncf/kubernetes/operators/pod.py | 23 +-
airflow/providers/cncf/kubernetes/provider.yaml | 1 +
airflow/providers/cncf/kubernetes/triggers/job.py | 101 ++
airflow/providers/cncf/kubernetes/triggers/pod.py | 8 +-
airflow/providers/cohere/hooks/cohere.py | 2 +-
airflow/providers/cohere/provider.yaml | 2 +-
airflow/providers/common/io/provider.yaml | 6 +-
airflow/providers/common/io/xcom/backend.py | 12 +-
.../providers/databricks/triggers/databricks.py | 16 +-
airflow/providers/dbt/cloud/triggers/dbt.py | 1 +
airflow/providers/dbt/cloud/utils/openlineage.py | 6 +-
airflow/providers/docker/CHANGELOG.rst | 7 +
airflow/providers/docker/hooks/docker.py | 8 +-
airflow/providers/docker/operators/docker.py | 15 +-
airflow/providers/docker/operators/docker_swarm.py | 3 +-
airflow/providers/fab/CHANGELOG.rst | 30 +-
airflow/providers/fab/__init__.py | 2 +-
.../fab/auth_manager/security_manager/override.py | 74 +-
airflow/providers/fab/provider.yaml | 2 +-
airflow/providers/google/cloud/hooks/automl.py | 758 +++--------
airflow/providers/google/cloud/hooks/bigquery.py | 2 +-
.../google/cloud/hooks/kubernetes_engine.py | 421 ++----
.../hooks/vertex_ai/hyperparameter_tuning_job.py | 3 +-
.../google/cloud/hooks/vertex_ai/pipeline_job.py | 242 +++-
airflow/providers/google/cloud/links/automl.py | 17 +-
airflow/providers/google/cloud/operators/automl.py | 1255 +-----------------
.../google/cloud/operators/kubernetes_engine.py | 43 +-
.../google/cloud/operators/vertex_ai/auto_ml.py | 5 -
.../google/cloud/operators/vertex_ai/custom_job.py | 5 -
.../cloud/operators/vertex_ai/pipeline_job.py | 68 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 2 +-
.../providers/google/cloud/triggers/bigquery.py | 3 +-
.../providers/google/cloud/triggers/cloud_run.py | 1 +
.../providers/google/cloud/triggers/cloud_sql.py | 1 +
.../google/cloud/triggers/kubernetes_engine.py | 74 +-
.../providers/google/cloud/triggers/mlengine.py | 2 +
airflow/providers/google/cloud/triggers/pubsub.py | 5 +-
.../providers/google/cloud/triggers/vertex_ai.py | 33 +-
airflow/providers/google/provider.yaml | 11 -
airflow/providers/http/triggers/http.py | 2 +-
airflow/providers/microsoft/azure/provider.yaml | 2 +-
.../microsoft/azure/serialization}/__init__.py | 0
airflow/providers/microsoft/azure/triggers/wasb.py | 2 +
airflow/providers/openlineage/conf.py | 103 ++
airflow/providers/openlineage/extractors/base.py | 30 -
airflow/providers/openlineage/extractors/bash.py | 8 +-
.../providers/openlineage/extractors/manager.py | 30 +-
airflow/providers/openlineage/extractors/python.py | 8 +-
airflow/providers/openlineage/plugins/adapter.py | 28 +-
airflow/providers/openlineage/plugins/listener.py | 39 +-
airflow/providers/openlineage/plugins/macros.py | 5 +-
.../providers/openlineage/plugins/openlineage.py | 19 +-
airflow/providers/openlineage/provider.yaml | 8 +
.../openlineage/utils/selective_enable.py | 87 ++
airflow/providers/openlineage/utils/utils.py | 39 +-
airflow/providers/redis/provider.yaml | 7 +-
airflow/providers/sftp/triggers/sftp.py | 3 +
airflow/providers/slack/operators/slack.py | 6 +-
.../slack/transfers/sql_to_slack_webhook.py | 6 +-
airflow/providers/weaviate/hooks/weaviate.py | 2 +-
airflow/providers/weaviate/operators/weaviate.py | 30 +-
airflow/providers/yandex/hooks/yandex.py | 4 +-
airflow/providers/yandex/hooks/yq.py | 112 ++
.../yandex/links}/__init__.py | 0
.../helpers.py => providers/yandex/links/yq.py} | 37 +-
airflow/providers/yandex/operators/yq.py | 92 ++
airflow/providers/yandex/provider.yaml | 18 +
airflow/providers_manager.py | 2 +-
airflow/reproducible_build.yaml | 4 +-
airflow/serialization/helpers.py | 22 +-
airflow/serialization/pydantic/taskinstance.py | 3 +
airflow/serialization/schema.json | 7 +-
airflow/serialization/serialized_objects.py | 3 +-
airflow/settings.py | 4 +-
airflow/timetables/simple.py | 18 +-
airflow/triggers/external_task.py | 2 +
airflow/triggers/file.py | 2 +
airflow/utils/dates.py | 6 +-
airflow/utils/docs.py | 14 +-
airflow/utils/email.py | 2 +-
airflow/utils/entry_points.py | 9 +-
airflow/utils/log/logging_mixin.py | 2 +-
airflow/utils/python_virtualenv.py | 2 +-
airflow/www/app.py | 4 +
airflow/www/extensions/init_appbuilder.py | 13 +
airflow/www/extensions/init_auth_manager.py | 2 +-
airflow/www/forms.py | 20 -
airflow/www/package.json | 1 -
airflow/www/static/css/calendar.css | 52 -
airflow/www/static/js/api/index.ts | 4 +-
airflow/www/static/js/api/useClearRun.ts | 9 +-
.../{useClearRun.ts => useCreateDatasetEvent.ts} | 46 +-
.../www/static/js/api/useDatasetDependencies.ts | 161 +--
airflow/www/static/js/api/useTaskFails.ts | 67 -
airflow/www/static/js/calendar.js | 377 ------
airflow/www/static/js/components/Graph/Edge.tsx | 2 +
.../www/static/js/components/NewTable/NewCells.tsx | 3 +-
airflow/www/static/js/dag.js | 71 +-
airflow/www/static/js/dag/Main.tsx | 9 +-
airflow/www/static/js/dag/details/Header.tsx | 11 +-
.../www/static/js/dag/details/NotesAccordion.tsx | 4 +-
.../static/js/dag/details/dag/RunDurationChart.tsx | 48 +-
.../www/static/js/dag/details/dagRun/ClearRun.tsx | 7 +
airflow/www/static/js/dag/details/gantt/Row.tsx | 41 +-
.../www/static/js/dag/details/gantt/TaskFail.tsx | 91 --
airflow/www/static/js/dag/details/graph/index.tsx | 1 +
airflow/www/static/js/dag/details/index.tsx | 5 +-
.../static/js/dag/details/task/TaskDuration.tsx | 72 +-
.../static/js/dag/details/taskInstance/Details.tsx | 132 +-
.../js/dag/details/taskInstance/Logs/index.tsx | 266 ++--
.../static/js/dag/details/taskInstance/index.tsx | 40 +-
.../www/static/js/datasets/CreateDatasetEvent.tsx | 111 ++
airflow/www/static/js/datasets/Details.tsx | 42 +-
airflow/www/static/js/datasets/Graph/DagNode.tsx | 17 +-
airflow/www/static/js/datasets/Graph/index.tsx | 65 +-
airflow/www/static/js/datasets/List.test.tsx | 30 +-
airflow/www/static/js/datasets/List.tsx | 71 +-
airflow/www/static/js/datasets/Main.tsx | 68 +-
.../js/datasets/{DagFilter.tsx => SearchBar.tsx} | 88 +-
airflow/www/static/js/types/api-generated.ts | 13 +
airflow/www/static/js/types/index.ts | 2 +
airflow/www/static/js/utils/graph.ts | 1 +
airflow/www/templates/airflow/calendar.html | 56 -
airflow/www/templates/airflow/dag.html | 164 +--
airflow/www/templates/airflow/dag_audit_log.html | 119 --
airflow/www/templates/airflow/dags.html | 8 +-
.../templates/airflow/dataset_next_run_modal.html | 2 +-
airflow/www/templates/airflow/datasets.html | 1 +
airflow/www/templates/airflow/duration_chart.html | 71 --
airflow/www/templates/airflow/grid.html | 2 +-
airflow/www/templates/airflow/task_instance.html | 2 +-
airflow/www/templates/airflow/trigger.html | 2 +-
airflow/www/utils.py | 27 +-
airflow/www/views.py | 592 ++-------
airflow/www/webpack.config.js | 6 -
airflow/www/yarn.lock | 5 -
airflow_pre_installed_providers.txt | 2 +-
chart/Chart.yaml | 61 +-
chart/README.md | 2 +-
chart/RELEASE_NOTES.rst | 20 +
chart/newsfragments/37197.significant.rst | 8 +
chart/newsfragments/38036.significant.rst | 3 -
chart/newsfragments/38478.significant.rst | 3 +
chart/reproducible_build.yaml | 4 +-
chart/templates/rbac/pod-launcher-role.yaml | 7 +-
chart/templates/rbac/pod-launcher-rolebinding.yaml | 10 +-
chart/templates/rbac/pod-log-reader-role.yaml | 7 +-
.../templates/rbac/pod-log-reader-rolebinding.yaml | 10 +-
.../security-context-constraint-rolebinding.yaml | 7 +-
chart/values.schema.json | 6 +-
chart/values.yaml | 6 +-
clients/python/pyproject.toml | 2 +-
codecov.yml | 4 +
contributing-docs/03_contributors_quick_start.rst | 2 +-
contributing-docs/07_local_virtualenv.rst | 51 +-
contributing-docs/08_static_code_checks.rst | 8 +-
.../12_airflow_dependencies_and_extras.rst | 87 +-
.../contributors_quick_start_gitpod.rst | 2 +-
dev/README_RELEASE_HELM_CHART.md | 4 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 5 +-
dev/airflow-github | 11 +-
dev/breeze/README.md | 2 +-
dev/breeze/doc/01_installation.rst | 2 +-
dev/breeze/doc/02_customizing.rst | 4 +-
dev/breeze/doc/05_test_commands.rst | 24 +-
dev/breeze/doc/09_release_management_tasks.rst | 23 +
dev/breeze/doc/ci/04_selective_checks.md | 170 +--
dev/breeze/doc/ci/07_debugging.md | 17 +-
dev/breeze/doc/images/output_ci-image_build.svg | 104 +-
dev/breeze/doc/images/output_ci-image_build.txt | 2 +-
.../doc/images/output_k8s_configure-cluster.svg | 6 +-
.../doc/images/output_k8s_configure-cluster.txt | 2 +-
.../doc/images/output_k8s_create-cluster.svg | 6 +-
.../doc/images/output_k8s_create-cluster.txt | 2 +-
.../doc/images/output_k8s_delete-cluster.svg | 4 +-
.../doc/images/output_k8s_delete-cluster.txt | 2 +-
.../doc/images/output_k8s_deploy-airflow.svg | 6 +-
.../doc/images/output_k8s_deploy-airflow.txt | 2 +-
dev/breeze/doc/images/output_k8s_k9s.svg | 4 +-
dev/breeze/doc/images/output_k8s_k9s.txt | 2 +-
dev/breeze/doc/images/output_k8s_logs.svg | 4 +-
dev/breeze/doc/images/output_k8s_logs.txt | 2 +-
.../doc/images/output_k8s_run-complete-tests.svg | 6 +-
.../doc/images/output_k8s_run-complete-tests.txt | 2 +-
dev/breeze/doc/images/output_k8s_shell.svg | 4 +-
dev/breeze/doc/images/output_k8s_shell.txt | 2 +-
dev/breeze/doc/images/output_k8s_status.svg | 4 +-
dev/breeze/doc/images/output_k8s_status.txt | 2 +-
dev/breeze/doc/images/output_k8s_tests.svg | 6 +-
dev/breeze/doc/images/output_k8s_tests.txt | 2 +-
.../doc/images/output_k8s_upload-k8s-image.svg | 6 +-
.../doc/images/output_k8s_upload-k8s-image.txt | 2 +-
dev/breeze/doc/images/output_prod-image_build.svg | 186 +--
dev/breeze/doc/images/output_prod-image_build.txt | 2 +-
.../doc/images/output_release-management.svg | 26 +-
.../doc/images/output_release-management.txt | 2 +-
...ease-management_generate-issue-content-core.svg | 44 +-
...ease-management_generate-issue-content-core.txt | 2 +-
.../output_release-management_tag-providers.svg | 119 ++
.../output_release-management_tag-providers.txt | 1 +
.../output_setup_check-all-params-in-groups.svg | 34 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 14 +-
.../output_setup_regenerate-command-images.txt | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 26 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/pyproject.toml | 2 +-
.../src/airflow_breeze/commands/ci_commands.py | 44 +-
.../airflow_breeze/commands/ci_image_commands.py | 4 +
.../commands/ci_image_commands_config.py | 1 +
.../src/airflow_breeze/commands/common_options.py | 8 +
.../airflow_breeze/commands/kubernetes_commands.py | 10 +-
.../commands/production_image_commands.py | 4 +
.../commands/production_image_commands_config.py | 3 +-
.../commands/release_management_commands.py | 174 ++-
.../commands/release_management_commands_config.py | 10 +
.../airflow_breeze/commands/testing_commands.py | 5 +
dev/breeze/src/airflow_breeze/global_constants.py | 2 +-
.../src/airflow_breeze/params/build_ci_params.py | 1 +
.../src/airflow_breeze/params/build_prod_params.py | 1 +
.../airflow_breeze/params/common_build_params.py | 1 +
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 4 +-
.../airflow_breeze/utils/docker_command_utils.py | 6 +-
dev/breeze/src/airflow_breeze/utils/image.py | 14 +-
dev/breeze/src/airflow_breeze/utils/packages.py | 3 +
dev/breeze/src/airflow_breeze/utils/run_tests.py | 35 +-
.../src/airflow_breeze/utils/selective_checks.py | 136 +-
.../src/airflow_breeze/utils/virtualenv_utils.py | 100 ++
dev/breeze/tests/test_packages.py | 6 +-
dev/breeze/tests/test_run_utils.py | 13 +-
dev/breeze/tests/test_selective_checks.py | 145 ++-
dev/chart/build_changelog_annotations.py | 2 +-
dev/provider_packages/tag_providers.py | 87 --
dev/refresh_images.sh | 35 +-
docker_tests/{constants.py => conftest.py} | 12 +-
docker_tests/constants.py | 5 +
docker_tests/docker_tests_utils.py | 105 --
docker_tests/docker_utils.py | 141 +++
docker_tests/requirements.txt | 5 +-
docker_tests/test_ci_image.py | 30 +-
docker_tests/test_docker_compose_quick_start.py | 122 +-
.../test_examples_of_prod_image_building.py | 19 +-
docker_tests/test_prod_image.py | 131 +-
.../auth-manager/index.rst | 50 +
.../auth-manager/manage/index.rst | 12 +-
.../setup/amazon-verified-permissions.rst | 124 ++
.../auth-manager/setup/config.rst | 40 +
.../auth-manager/setup/identity-center.rst | 147 +++
.../img/diagram_auth_manager_architecture.md5sum | 1 +
.../img/diagram_auth_manager_architecture.png | Bin 0 -> 104408 bytes
.../img/diagram_auth_manager_architecture.py | 70 +
.../img/icons/avp.png | Bin 0 -> 13029 bytes
.../img/icons/idc.png | Bin 0 -> 18332 bytes
docs/apache-airflow-providers-amazon/index.rst | 1 +
.../operators.rst | 24 +
.../xcom_backend.rst | 12 +-
.../decorators/docker.rst | 3 +-
docs/apache-airflow-providers-fab/changelog.rst | 7 +
docs/apache-airflow-providers-fab/commits.rst | 91 +-
docs/apache-airflow-providers-fab/index.rst | 16 +-
.../operators/cloud/automl.rst | 229 ----
.../operators/cloud/kubernetes_engine.rst | 9 +
.../guides/developer.rst | 2 +-
.../guides/user.rst | 74 +-
.../authoring-and-scheduling/datasets.rst | 7 -
docs/apache-airflow/core-concepts/dag-run.rst | 8 +
docs/apache-airflow/core-concepts/xcoms.rst | 12 +-
docs/apache-airflow/extra-packages-ref.rst | 2 +-
docs/apache-airflow/howto/define-extra-link.rst | 3 +
docs/apache-airflow/img/add-dag-tags.png | Bin 68537 -> 54332 bytes
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 1184 ++++++++---------
docs/apache-airflow/img/basic-dag.png | Bin 5393 -> 12837 bytes
docs/apache-airflow/img/branch_note.png | Bin 31771 -> 31259 bytes
docs/apache-airflow/img/branch_with_trigger.png | Bin 34081 -> 28541 bytes
docs/apache-airflow/img/branch_without_trigger.png | Bin 39815 -> 28914 bytes
docs/apache-airflow/img/calendar.png | Bin 58726 -> 34689 bytes
.../default_instance_name_configuration.png | Bin 154888 -> 68441 bytes
.../example_instance_name_configuration.png | Bin 154915 -> 68231 bytes
.../img/change-ui-colors/dags-page-new.png | Bin 483599 -> 74143 bytes
.../img/change-ui-colors/dags-page-old.png | Bin 493009 -> 72288 bytes
.../img/change-ui-colors/graph-view-new.png | Bin 56973 -> 34492 bytes
.../img/change-ui-colors/graph-view-old.png | Bin 54884 -> 34721 bytes
.../img/change-ui-colors/tree-view-new.png | Bin 36934 -> 20188 bytes
.../img/change-ui-colors/tree-view-old.png | Bin 21601 -> 20146 bytes
docs/apache-airflow/img/cluster_activity.png | Bin 0 -> 116167 bytes
docs/apache-airflow/img/context.png | Bin 124467 -> 0 bytes
docs/apache-airflow/img/dag_doc.png | Bin 40094 -> 93757 bytes
docs/apache-airflow/img/dags.png | Bin 211122 -> 614240
bytes
docs/apache-airflow/img/datasets.png | Bin 341201 -> 406053
bytes
docs/apache-airflow/img/edge_label_example.png | Bin 24592 -> 33270 bytes
docs/apache-airflow/img/example_passing_conf.png | Bin 41080 -> 53383 bytes
.../img/latest_only_with_trigger.png | Bin 42887 -> 59580 bytes
docs/apache-airflow/img/mapping-simple-graph.png | Bin 13312 -> 7731 bytes
docs/apache-airflow/img/mapping-simple-grid.png | Bin 179670 -> 93751 bytes
docs/apache-airflow/img/nested_branching.png | Bin 31847 -> 0 bytes
docs/apache-airflow/img/operator_extra_link.png | Bin 90359 -> 75061 bytes
docs/apache-airflow/img/scheduler_loop.jpg | Bin 46864 -> 0 bytes
.../img/smart_sensor_architecture.png | Bin 80325 -> 0 bytes
.../img/smart_sensor_single_task_execute_flow.png | Bin 75462 -> 0 bytes
docs/apache-airflow/img/task_doc.png | Bin 245714 -> 145331
bytes
docs/apache-airflow/img/tutorial-pipeline-1.png | Bin 566225 -> 66411 bytes
docs/apache-airflow/img/tutorial-pipeline-2.png | Bin 345529 -> 137595
bytes
docs/apache-airflow/img/ui-alert-message.png | Bin 7909 -> 48753 bytes
docs/apache-airflow/img/watcher.png | Bin 41592 -> 20310 bytes
.../installation/installing-from-pypi.rst | 6 +-
.../installation/installing-from-sources.rst | 6 +
.../installation/supported-versions.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 6 +-
docs/apache-airflow/start.rst | 2 +-
docs/apache-airflow/tutorial/pipeline.rst | 10 +-
docs/apache-airflow/ui.rst | 22 +-
docs/docker-stack/README.md | 10 +-
docs/docker-stack/build-arg-ref.rst | 2 +
.../extending/add-airflow-configuration/Dockerfile | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-providers/Dockerfile | 2 +-
.../add-pypi-packages-constraints/Dockerfile | 2 +-
.../extending/add-pypi-packages-uv/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/add-requirement-packages/Dockerfile | 2 +-
.../extending/custom-providers/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
docs/docker-stack/entrypoint.rst | 14 +-
docs/exts/docs_build/docs_builder.py | 8 +-
docs/spelling_wordlist.txt | 2 +-
generated/PYPI_README.md | 24 +-
generated/provider_dependencies.json | 12 +-
hatch_build.py | 735 ++++++++++-
helm_tests/airflow_aux/test_pod_launcher_role.py | 66 +
helm_tests/security/test_rbac_pod_log_reader.py | 71 ++
helm_tests/security/test_scc_rolebinding.py | 10 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 20 +-
newsfragments/36376.significant.rst | 18 +
newsfragments/36514.significant.rst | 13 +
newsfragments/37005.significant.rst | 10 +
newsfragments/37176.significant.rst | 1 +
newsfragments/37627.significant.rst | 1 +
newsfragments/37734.significant.rst | 3 +
newsfragments/37915.significant.rst | 1 +
newsfragments/37925.bugfix | 1 +
newsfragments/37988.significant.rst | 1 +
newsfragments/38025.significant.rst | 19 +
newsfragments/38094.significant.rst | 5 +
newsfragments/38401.significant.rst | 5 +
pyproject.toml | 1336 ++------------------
.../ci/docker-compose/devcontainer-sqlite.yml | 15 +-
scripts/ci/install_breeze.sh | 2 +-
scripts/ci/pre_commit/common_precommit_utils.py | 27 +-
.../pre_commit_check_extra_packages_ref.py | 19 +-
.../pre_commit_check_order_hatch_build.py | 54 +
.../pre_commit_check_order_pyproject_toml.py | 104 --
.../pre_commit_check_tests_in_right_folders.py | 104 ++
scripts/ci/pre_commit/pre_commit_insert_extras.py | 86 +-
.../pre_commit_sort_installed_providers.py | 2 -
.../ci/pre_commit/pre_commit_supported_versions.py | 2 +-
.../pre_commit_update_build_dependencies.py | 36 +-
.../pre_commit_update_providers_dependencies.py | 163 +--
scripts/docker/entrypoint_ci.sh | 12 +-
...install_airflow_dependencies_from_branch_tip.sh | 31 +-
.../in_container/install_airflow_and_providers.py | 34 +-
.../in_container/run_provider_yaml_files_check.py | 7 +
tests/always/test_project_structure.py | 2 -
tests/always/test_providers_manager.py | 6 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 32 +
.../test_mapped_task_instance_endpoint.py | 1 +
.../api_connexion/endpoints/test_task_endpoint.py | 7 +
.../endpoints/test_task_instance_endpoint.py | 7 +
tests/api_connexion/schemas/test_common_schema.py | 2 +-
tests/api_connexion/schemas/test_dag_schema.py | 5 +
.../schemas/test_task_instance_schema.py | 2 +
tests/api_connexion/schemas/test_task_schema.py | 2 +
tests/cli/commands/test_dag_command.py | 64 +-
tests/cli/commands/test_scheduler_command.py | 3 -
tests/cli/commands/test_task_command.py | 6 +-
tests/conftest.py | 21 +-
tests/datasets/test_dataset.py | 35 +-
tests/decorators/test_python.py | 11 +
tests/executors/test_base_executor.py | 12 +-
tests/hooks/test_package_index.py | 2 +-
.../providers/qdrant/hooks/test_qdrant.py | 3 +-
tests/models/test_baseoperatormeta.py | 184 +++
tests/models/test_dag.py | 30 +-
tests/models/test_dagbag.py | 3 +-
tests/models/test_dagrun.py | 6 +-
tests/models/test_renderedtifields.py | 60 +
tests/models/test_taskinstance.py | 75 +-
tests/models/test_xcom_arg_map.py | 6 +-
tests/operators/test_python.py | 78 +-
tests/plugins/test_plugins_manager.py | 47 +-
.../amazon/aws/auth_manager/avp/test_facade.py | 197 ++-
.../aws/auth_manager/cli/test_avp_commands.py | 7 +-
.../aws/auth_manager/test_aws_auth_manager.py | 11 +-
.../amazon/aws/auth_manager/views/test_auth.py | 15 +-
tests/providers/amazon/aws/hooks/test_eks.py | 5 +-
tests/providers/amazon/aws/hooks/test_s3.py | 23 +-
tests/providers/amazon/aws/links/test_emr.py | 6 +-
tests/providers/amazon/aws/operators/test_batch.py | 33 +
tests/providers/amazon/aws/operators/test_ecs.py | 83 +-
.../amazon/aws/operators/test_emr_serverless.py | 55 +
.../aws/sensors/test_emr_notebook_execution.py | 9 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 6 +-
tests/providers/amazon/aws/utils/eks_test_utils.py | 2 +-
tests/providers/apache/beam/hooks/test_beam.py | 66 +-
tests/providers/apache/hive/hooks/test_hive.py | 2 +-
.../apache/hive/operators/test_hive_stats.py | 42 +-
.../hive/sensors/test_named_hive_partition.py | 28 +-
.../providers/celery/sensors/test_celery_queue.py | 2 +-
.../cncf/kubernetes/hooks/test_kubernetes.py | 70 +-
.../cncf/kubernetes/operators/test_job.py | 193 ++-
.../cncf/kubernetes/operators/test_pod.py | 15 +-
.../providers/cncf/kubernetes/triggers/test_job.py | 135 ++
.../providers/cncf/kubernetes/triggers/test_pod.py | 1 +
.../cncf/kubernetes/utils/test_pod_manager.py | 3 +-
tests/providers/common/io/xcom/test_backend.py | 10 +-
tests/providers/common/sql/operators/test_sql.py | 44 +-
tests/providers/datadog/sensors/test_datadog.py | 22 +-
tests/providers/dbt/cloud/operators/test_dbt.py | 13 +-
tests/providers/docker/decorators/test_docker.py | 38 +
tests/providers/docker/hooks/test_docker.py | 8 +-
tests/providers/docker/operators/test_docker.py | 73 ++
.../elasticsearch/log/elasticmock/__init__.py | 2 +-
.../log/elasticmock/fake_elasticsearch.py | 6 +-
.../elasticsearch/log/test_es_task_handler.py | 5 +-
tests/providers/google/cloud/hooks/test_automl.py | 302 ++---
.../providers/google/cloud/hooks/test_bigquery.py | 4 +-
.../hooks/test_cloud_storage_transfer_service.py | 4 +-
.../providers/google/cloud/hooks/test_dataflow.py | 63 +-
.../providers/google/cloud/hooks/test_dataprep.py | 26 +-
tests/providers/google/cloud/hooks/test_gcs.py | 3 +-
.../google/cloud/hooks/test_kubernetes_engine.py | 36 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 38 +-
.../cloud/hooks/vertex_ai/test_pipeline_job.py | 115 ++
.../google/cloud/operators/test_automl.py | 640 +---------
.../google/cloud/operators/test_bigtable.py | 112 +-
.../google/cloud/operators/test_cloud_sql.py | 72 +-
.../test_cloud_storage_transfer_service.py | 89 +-
.../google/cloud/operators/test_compute.py | 292 +----
.../google/cloud/operators/test_datafusion.py | 29 +-
.../google/cloud/operators/test_dataproc.py | 75 +-
.../google/cloud/operators/test_functions.py | 130 +-
.../cloud/operators/test_kubernetes_engine.py | 82 +-
.../google/cloud/operators/test_mlengine.py | 288 +++--
.../google/cloud/operators/test_spanner.py | 14 +-
.../google/cloud/operators/test_vertex_ai.py | 114 +-
.../google/cloud/sensors/test_datafusion.py | 2 +-
.../google/cloud/sensors/test_dataproc.py | 3 +-
tests/providers/google/cloud/sensors/test_gcs.py | 1 -
.../providers/google/cloud/sensors/test_pubsub.py | 6 -
.../google/cloud/transfers/test_gcs_to_bigquery.py | 225 ++--
.../cloud/triggers/test_kubernetes_engine.py | 144 ++-
.../google/cloud/triggers/test_vertex_ai.py | 200 ++-
.../cloud/utils/test_credentials_provider.py | 2 +-
.../google/common/hooks/test_base_google.py | 5 +-
tests/providers/jenkins/sensors/test_jenkins.py | 2 +-
.../microsoft/azure/hooks/test_data_factory.py | 4 +-
tests/providers/microsoft/azure/hooks/test_wasb.py | 11 +-
tests/providers/microsoft/psrp/hooks/test_psrp.py | 3 +-
.../providers/openlineage/extractors/test_base.py | 33 +-
.../providers/openlineage/extractors/test_bash.py | 103 +-
.../openlineage/extractors/test_python.py | 117 +-
.../providers/openlineage/plugins/test_listener.py | 227 +++-
tests/providers/openlineage/plugins/test_macros.py | 4 +-
.../openlineage/plugins/test_openlineage.py | 65 +-
.../plugins/test_openlineage_adapter.py | 181 ++-
tests/providers/openlineage/plugins/test_utils.py | 30 +
tests/providers/openlineage/test_conf.py | 389 ++++++
.../openlineage/utils/test_selective_enable.py | 72 ++
tests/providers/oracle/hooks/test_oracle.py | 8 +-
tests/providers/slack/operators/test_slack.py | 53 +
.../slack/transfers/test_sql_to_slack_webhook.py | 47 +
tests/providers/ssh/hooks/test_ssh.py | 28 +-
tests/providers/ssh/operators/test_ssh.py | 3 +-
tests/providers/telegram/hooks/test_telegram.py | 21 +-
.../providers/telegram/operators/test_telegram.py | 16 +-
.../providers/weaviate/operators/test_weaviate.py | 39 +
tests/providers/yandex/hooks/test_yq.py | 152 +++
.../providers/yandex/links}/__init__.py | 0
tests/providers/yandex/links/test_yq.py | 57 +
tests/providers/yandex/operators/test_yq.py | 114 ++
tests/serialization/test_dag_serialization.py | 2 +
.../amazon/aws/tests/test_aws_auth_manager.py | 12 +-
.../cncf/kubernetes/example_kubernetes_job.py | 36 +-
.../google/cloud/automl/example_automl_dataset.py | 201 ---
.../google/cloud/automl/example_automl_model.py | 288 -----
.../example_automl_nl_text_classification.py | 2 -
.../automl/example_automl_nl_text_extraction.py | 7 +-
.../automl/example_automl_nl_text_sentiment.py | 7 +-
.../cloud/automl/example_automl_translation.py | 181 ---
.../google/cloud/cloud_run/example_cloud_run.py | 3 +-
.../dataflow/example_dataflow_native_python.py | 21 +-
.../example_dataflow_native_python_async.py | 17 +-
.../dataflow/example_dataflow_streaming_python.py | 4 +-
.../dataflow/resources/wordcount_debugging.txt | 168 ---
.../kubernetes_engine/example_kubernetes_engine.py | 8 +-
.../example_kubernetes_engine_async.py | 9 +-
.../example_kubernetes_engine_job.py | 48 +-
.../example_kubernetes_engine_kueue.py | 8 +-
.../example_kubernetes_engine_resource.py | 4 +-
.../cloud/vertex_ai/example_vertex_ai_dataset.py | 6 +-
.../cloud/vision/example_vision_annotate_image.py | 2 +-
tests/timetables/test_interval_timetable.py | 69 +-
tests/utils/test_dates.py | 6 +-
tests/utils/test_dot_renderer.py | 6 +-
tests/utils/test_log_handlers.py | 3 +-
tests/www/views/test_session.py | 2 +-
tests/www/views/test_views.py | 12 -
tests/www/views/test_views_decorators.py | 11 -
tests/www/views/test_views_home.py | 10 -
tests/www/views/test_views_tasks.py | 53 +-
tests/www/views/test_views_variable.py | 3 +-
605 files changed, 12963 insertions(+), 13183 deletions(-)
delete mode 100644 .github/actions/build-ci-images/action.yml
delete mode 100644 .github/actions/build-prod-images/action.yml
copy .github/workflows/{early-image-checks.yml =>
additional-ci-image-checks.yml} (56%)
delete mode 100644 .github/workflows/mypy.yml
rename .github/workflows/{early-image-checks.yml =>
static-checks-mypy-and-constraints-generation.yml} (59%)
copy docker_tests/constants.py =>
airflow/auth/managers/fab/fab_auth_manager.py (64%)
copy docker_tests/constants.py => airflow/example_dags/example_display_name.py
(55%)
create mode 100644
airflow/migrations/versions/0138_2_9_0_make_xcom_value_to_longblob_for_mysql.py
create mode 100644
airflow/migrations/versions/0139_2_9_0_add_display_name_for_dag_and_task_.py
rename airflow/providers/amazon/aws/auth_manager/{cli => avp}/schema.json
(100%)
create mode 100644 airflow/providers/cncf/kubernetes/triggers/job.py
copy airflow/{api_connexion =>
providers/microsoft/azure/serialization}/__init__.py (100%)
create mode 100644 airflow/providers/openlineage/conf.py
create mode 100644 airflow/providers/openlineage/utils/selective_enable.py
create mode 100644 airflow/providers/yandex/hooks/yq.py
copy airflow/{api_connexion => providers/yandex/links}/__init__.py (100%)
copy airflow/{serialization/helpers.py => providers/yandex/links/yq.py} (52%)
create mode 100644 airflow/providers/yandex/operators/yq.py
delete mode 100644 airflow/www/static/css/calendar.css
copy airflow/www/static/js/api/{useClearRun.ts => useCreateDatasetEvent.ts}
(56%)
delete mode 100644 airflow/www/static/js/api/useTaskFails.ts
delete mode 100644 airflow/www/static/js/calendar.js
delete mode 100644 airflow/www/static/js/dag/details/gantt/TaskFail.tsx
create mode 100644 airflow/www/static/js/datasets/CreateDatasetEvent.tsx
rename airflow/www/static/js/datasets/{DagFilter.tsx => SearchBar.tsx} (57%)
delete mode 100644 airflow/www/templates/airflow/calendar.html
delete mode 100644 airflow/www/templates/airflow/dag_audit_log.html
delete mode 100644 airflow/www/templates/airflow/duration_chart.html
create mode 100644 chart/newsfragments/37197.significant.rst
delete mode 100644 chart/newsfragments/38036.significant.rst
create mode 100644 chart/newsfragments/38478.significant.rst
create mode 100644
dev/breeze/doc/images/output_release-management_tag-providers.svg
create mode 100644
dev/breeze/doc/images/output_release-management_tag-providers.txt
create mode 100644 dev/breeze/src/airflow_breeze/utils/virtualenv_utils.py
delete mode 100755 dev/provider_packages/tag_providers.py
copy docker_tests/{constants.py => conftest.py} (80%)
delete mode 100644 docker_tests/docker_tests_utils.py
create mode 100644 docker_tests/docker_utils.py
create mode 100644 docs/apache-airflow-providers-amazon/auth-manager/index.rst
copy airflow/providers/fab/CHANGELOG.rst =>
docs/apache-airflow-providers-amazon/auth-manager/manage/index.rst (84%)
create mode 100644
docs/apache-airflow-providers-amazon/auth-manager/setup/amazon-verified-permissions.rst
create mode 100644
docs/apache-airflow-providers-amazon/auth-manager/setup/config.rst
create mode 100644
docs/apache-airflow-providers-amazon/auth-manager/setup/identity-center.rst
create mode 100644
docs/apache-airflow-providers-amazon/img/diagram_auth_manager_architecture.md5sum
create mode 100644
docs/apache-airflow-providers-amazon/img/diagram_auth_manager_architecture.png
create mode 100644
docs/apache-airflow-providers-amazon/img/diagram_auth_manager_architecture.py
create mode 100644 docs/apache-airflow-providers-amazon/img/icons/avp.png
create mode 100644 docs/apache-airflow-providers-amazon/img/icons/idc.png
delete mode 100644
docs/apache-airflow-providers-google/operators/cloud/automl.rst
mode change 100755 => 100644 docs/apache-airflow/img/basic-dag.png
create mode 100644 docs/apache-airflow/img/cluster_activity.png
delete mode 100644 docs/apache-airflow/img/context.png
mode change 100755 => 100644 docs/apache-airflow/img/edge_label_example.png
delete mode 100644 docs/apache-airflow/img/nested_branching.png
delete mode 100644 docs/apache-airflow/img/scheduler_loop.jpg
delete mode 100644 docs/apache-airflow/img/smart_sensor_architecture.png
delete mode 100644
docs/apache-airflow/img/smart_sensor_single_task_execute_flow.png
create mode 100644 newsfragments/36376.significant.rst
create mode 100644 newsfragments/36514.significant.rst
create mode 100644 newsfragments/37005.significant.rst
create mode 100644 newsfragments/37176.significant.rst
create mode 100644 newsfragments/37627.significant.rst
create mode 100644 newsfragments/37734.significant.rst
create mode 100644 newsfragments/37915.significant.rst
create mode 100644 newsfragments/37925.bugfix
create mode 100644 newsfragments/37988.significant.rst
create mode 100644 newsfragments/38025.significant.rst
create mode 100644 newsfragments/38094.significant.rst
create mode 100644 newsfragments/38401.significant.rst
copy docker_tests/constants.py =>
scripts/ci/docker-compose/devcontainer-sqlite.yml (76%)
create mode 100755 scripts/ci/pre_commit/pre_commit_check_order_hatch_build.py
delete mode 100755
scripts/ci/pre_commit/pre_commit_check_order_pyproject_toml.py
create mode 100755
scripts/ci/pre_commit/pre_commit_check_tests_in_right_folders.py
create mode 100644 tests/models/test_baseoperatormeta.py
create mode 100644 tests/providers/cncf/kubernetes/triggers/test_job.py
create mode 100644 tests/providers/openlineage/test_conf.py
create mode 100644 tests/providers/openlineage/utils/test_selective_enable.py
create mode 100644 tests/providers/yandex/hooks/test_yq.py
copy {airflow/api_connexion => tests/providers/yandex/links}/__init__.py (100%)
create mode 100644 tests/providers/yandex/links/test_yq.py
create mode 100644 tests/providers/yandex/operators/test_yq.py
delete mode 100644
tests/system/providers/google/cloud/automl/example_automl_dataset.py
delete mode 100644
tests/system/providers/google/cloud/automl/example_automl_model.py
delete mode 100644
tests/system/providers/google/cloud/automl/example_automl_translation.py
delete mode 100644
tests/system/providers/google/cloud/dataflow/resources/wordcount_debugging.txt
