This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v3-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 0d595415bda Bump standard provider to 0.1.2
omit 6a8eaca46bb Bump celery provider to 3.10.4
omit 7b59b13e189 Bump ol provider to 2.1.2
omit 11f9d6e4b0a Bump k8s provider to 10.4.0
omit 5b22bf647d6 Bump common compat to 1.5.2
omit 92970184598 Bump task-sdk version to 1.0.0.b3
omit e273e0be21d Update RELEASE_NOTES.rst
omit 456b2f5aa5f Update Airflow version to 3.0.0b3
omit 5ec5f65846f Update default branches for 3-0
add 47f4fe6f99c Bump trove-classifiers from 2025.3.3.18 to 2025.3.13.13
(#47741)
add b32257bc827 Introduce `filter_authorized_menu_items` to filter menu
items based on permissions (#47681)
add ea347cb5263 Fix get_hook() got an unexpected keyword argument
'hook_params' in SQLExecuteQueryTrigger (#47728)
add c28334395e4 Remove DAG `orientation` field. (#47628)
add 545801ce260 Relax uperbound on `attrs` now fix has been released.
(#47744)
add 0934cd6014b Add Security menu button with iframes (#47740)
add 07f0e33119f [task sdk] Remove non-standard log_meta_dict param from
upload_to_remote (#47748)
add 353e17ad0cf Add delete connection button on list connections page
(#47751)
add 0c0c298299d AIP-84 Add logout endpoint (#47725)
add 0dc5ed7307b Update providers metadata 2025-03-13 (#47746)
add 5f004b112f4 feat(AIP-84): add auth to /ui/backfills (#47657)
add d5ea56ae4be AIP-84 Add Auth for DAG Versioning (#47553)
add cd1340bba5d Use structlog for GitDagBundle (#47685)
add 725da8d03aa AIP-84 Adding logging actions to pending endpoints (#47704)
add f701b8bbacd Fix newsfragment PR number (#47763)
add 5222534aff4 Harden secret key usage in some other areas (#47756)
add a7443b9e9db add asset alias depends (#47727)
add c1af1f53812 Fix k8s flaky test - JWT secret might be different (#47765)
add a24e3caa277 add dag_id filters (#47730)
add 882eed3c266 Adding a log to explain which executor is used in breeze
(#47764)
add db0586dc113 fix url typo (#47766)
add 4b85cb6ad08 Improve multie cron timetable non-catchup (#47716)
add 74f4860bb12 Re-work JWT Validation and Generation to use
public/private key and official claims (#46981)
add 114b86b9622 Do not use FAB auth manager methods in views (#47747)
add 6c88f4e50e5 Update conf `deprecated_values` for Airflow 3 (#47761)
add 4ffb0a6fd38 Set JWT token to localStorage from cookies (#47432)
add af2461bc19a Rename `get_permitted_dag_ids` and
`filter_permitted_dag_ids` to `get_authorized_dag_ids` and
`filter_authorized_dag_ids` (#47640)
add ceb7f1a1670 AIP-38 Logout button (#47783)
add 1cb2c2df337 Remove `subarg` argument from `dag` commands and add
support for `bundle-name` argument (#46849)
add 8c5e1b2ae18 Add plugin menu items to navbar (#47749)
add bef09272f28 Marking fab and common messaging as not ready (#47581)
add 40b40929535 Hide backfills button and tab if the dag has no schedule
(#47750)
add 8d0203ba24d misc: update API version of Google ADS (#47772)
add 3c2c76a860d Update backfill banner styles (#47752)
add ddbf4dcbcf5 AIP-38 Redirect to login page on invalid JWT token (#47791)
add ffe2d3bae23 Update AWS auth manager system test to handle new way of
passing JWT token (#47794)
add a75f87dd4fc Fix missing pkgutil namespace package in common provider
(#47796)
add 5c6d163e68f Revert "AIP-38 Redirect to login page on invalid JWT token
(#47791)" (#47797)
add 48f00a7093e FIX: BigQuery traceability labels missing in TaskGroup
(#47583)
add b6a41a42938 Update Dockerfile in aws execs docs (#47799)
add d75c631c722 Remove some top-level imports to airflow.sdk from Core
airflow. (#47785)
add 0d17af309d0 Fix using Edge Worker in Breeze due to rolling random
secret (#47754)
add 0d64cde170c Test `MwaaHook`'s IAM fallback in system test (#47759)
add 3b47047fb88 fixed copy button (#47802)
add a6f6733b358 AIP-72: Implement short circuit and branch operators
(#46584)
add 945083250d2 Set `catchup_by_default` config to False by default
(#47354)
add 935d2831fe8 Remove links to x/twitter.com (#47801)
add 3bfeb5437e9 Standardize copy in details page (#47804)
add aef44d05138 Make open ai provider compatible with openai>=1.66.0
(#47726)
add 2632f050649 Fix backfill reprocess behavior selector (#47812)
add bce28affe35 docs(example_dags): we no longer show Unresolved
AssetAlias (#47776)
add 64ec9e1d62d Scroll to a line number in log by link (#47795)
add 87715bcbcc0 Fix backcompat old `airflow.operators` (#47815)
add 56e0eed45b1 Fix regexp to not have too wide range (#47819)
add db4689f3c72 Fix k8s flaky test - Improve Backoff Retry (#47811)
add c52ad7e57e4 Use different approach for Shortcircuit tests (#47822)
add 9201b36af3a Remove fixed comments (#47823)
add 966ea181129 cncf.kubernetes: make the base container status check
polling interval configurable (#47774)
add 007be76f734 Remove extra method for async hook getting (#47313)
add 60f6a9f1a1a Fix DayOfWeekSensor use_task_logical_date condition
(#47825)
add cd7b62b804c clean token and redirect to login (#47824)
add e3b3a4856e3 Allow using dag decorator without arguments (#47831)
add 5e1f39c4881 Use TaskInstance ID as FK in TaskReschedule instead of the
multiple fields (#47459)
add 3963e3452b3 Allow additional args in asset-decorated function (#47847)
add d0bcc028af5 Fix deprecation warning for `BranchMixIn` (#47856)
add d71c30cef11 Update INTHEWILD.md (#47848)
add 4b2ea14b13e Fix support for a path in `[api] base_url` (#47840)
add 779b76b8914 Handle null logical date in TimeDeltaSensorAsync (#47652)
add e2f0e26d37a Add common-messaging provider to boring-cyborg.yml (#47853)
add 62cc9aef19e AIP-84 - add auth to dag report (#47842)
add 2bc6f09ea38 AIP-84 | Add Auth for Import Error (#47270)
add 79e3700e702 convert non-absolute file path to prevent namespace
explosion (#47818)
add 91b0f610ab1 AIP-72: Handle Custom XCom Backend on Task SDK (#47339)
add 0d2efe66d2b Handle var/conn not-found cases better when defined at
top-level (#47863)
add bf25c37f28d AIP-38 Fix safari login loop in dev mode (#47859)
add 7605a097b36 Fix AWS auth manager system test (#47876)
add 083c3c8bccc fix PosixPath not working with file create_asset (#47880)
add 807bdca29c6 fix: Adjust OpenLineage DefaultExtractor for
RuntimeTaskInstance in Airflow 3 (#47673)
add 0924676ce5d Set `wait_for_completion` to True in example_mwaa system
test (#47877)
add 59555b4f535 Fix: JWT token auth in Airflow 3 beta as JWT mechanism
changed (#47835)
add 144f20fd113 Fix adding auth manager to fastapi state regardless of
fastapi app presence (#47883)
add 1b6330b130c Update query to use 2.0 sqlalchemy style (#47884)
add df584d3c8f3 Handle 404 from assets/by-XXX in runtime (#47852)
add 0010596c56f Fix serialization inconsistency in classic Operators
(#47870)
add 53ec90c150a Remove pre-execute asset activeness check (#47893)
add 566bea2db3e Relocate utils/weekday.py to standard provider (#47892)
add 3d8269f52a6 Honor the ti while deleting XComs via execution API
(#47895)
add ff0ef7581bf Update latest committers (#47875)
add f01f8eaec74 Add commit activity to readme stats (#47838)
add a993db24f79 feat: Add helper for OpenLineage version check (#47897)
add fefe92d13e1 Fix bug with XCom delete operation in Task SDK (#47904)
add 7b20f331a86 feat: Add dagrun's end_date and duration to OL facet
(#47901)
add fce966e4401 Update migration rule for create_session (#47894)
add 0ff18e32768 Adds validation on backfill dryrun (#47790)
add d7c9f5899a7 Fix login redirect loop if user has multiple cookies
(#47913)
add 2da75af3dc2 Fix clearing dag run endpoint (#47917)
add 04e42d3d78c Use selected try_number in dropdown if present instead of
final try number during initial page load. (#47828)
add c1cffb4aadc Added a default detailed view option in user settings
(#47879)
add 1fa39e3eb64 Fix asset task_id, use function name as task_id (#47834)
add 346a6adad91 Add blocking deps to task instance details pane (#47925)
add 5c6e01e09a8 Set correct day to cookie expire (#47930)
add f7aa6b7b9fb Minimize pre-installed providers for Airflow 3 (#47927)
add 7090b55d4f1 Fix typo in `ASSET_NOT_FOUND` error response (#47933)
add c4e96d4ae3e Validate JWT tokens in the ExecutionAPI for strong task
identity (#47885)
add 3f34ce6157f Bump openlineage-airflow from 1.29.0 to 1.30.0 (#47871)
add 3378dbdaf3a feat(asset): add asset id to asset_expression (#47866)
add 377d786e0bb Do not include inactive dags in dependencies (#47906)
add 6ff147ab9e4 Pass more arguments to underlying DAG (#47898)
add 4a80d3e2556 Fix the upgrade checks failure in CI (#47940)
add 3220d376d9d Rewrite db usage in asset decorator operator (#47896)
add 4b83391b75f AIP-72: Get `TriggerDagRunOperator` working with Task SDK
(#47882)
add 7ceb9c8d0b0 Add ability to pull XCom when passing multiple map_indexes
(#46728)
add ac477b83f3c Fix typos in task sdk (#47945)
add d82584bba6a Fix k8s test: Ensure api-server healthy before any API
calls (#47938)
add c7a0681a61c Correctly select multiple columns with execute() (#47928)
add b99146ba9a3 Fix broken task mapping due to XCom refactor (#47944)
add f51b173ddb0 Fix mypy boto3 appflow version (#47912)
add 78dc1a8e132 Add asset event extra to events list in asset details page
(#47935)
add 47d6b065b17 Add next run to asset expression (#47932)
add 1f7747aa593 docs: enhance airflowLocalSettings value description
(#47855)
add d11bc23fa03 Next run date should not be updated by backfills (#47922)
add b3080badd11 Delete asset relations when dag becomes inactive (#47903)
add e7e16379b6d Fix code blocks in extra packages reference docs (#47960)
add 59137f980fd Fix bug in XComModel deserialization for value serialized
in Task SDK (#47961)
add 30e50bbe82a Fix typo in unit test docs (#47964)
add d41bbbe47fc Set dag version on expanded tis (#47953)
add b1144ec4063 Only return active assets in API by default (#47962)
add 0a0b33aca72 Fix typo in ``InProcessExecutionAPI`` (#47966)
add 2500dcf20d2 Move FAB session table creation to FAB provider (#47969)
add 4d6b0df1501 Update example_s3 system test (#47974)
add 81893ed19a5 AIP-81 - API Communication Mechanism (#45300)
add 6af0786c20b Default to the FabAuthManager in the chart (#47976)
add cae2232d914 AIP-84 Move public api under /api/v2 (#47760)
add 9b9a109f385 docs: fix numbered list (#47978)
add 857d14b34d3 Add Create Connection button and form on connection page
(#47868)
add 5eef85e2cea Update task lifecycle diagram for missing states (#46056)
add f4af596beee Xcoms object storage doc clean (#47924)
add 490bb579767 Implement on_execute_callback in task sdk (#47989)
add 8e4cd194ebb Add lower-binding for microsoft azure/winrm providers
(#47990)
add c2a67df7fb6 Introduce API versioning into the Execution API (#47951)
add 4174bc7d39f feat: Add helper for any provider version check (#47909)
add 9ee12577f36 fix(asset): allow extra in Metadata to be optional (#47997)
add c02da7b3871 docs(newsfragments): migration rules format fix (#47991)
add afb7fb3786b Move Secrets Backend for Variables & Connections support
to Task SDK (#47946)
add 8242ba5dc09 Set simple auth manager as default (#47691)
add 79733e91cf9 Fix apache#47555: PostgreSQL URI driver issue (#47709)
add 6cc5fe15e1f Replace DAGs with dags in docs (#47959)
add 84c5579fc9e fix: compat test test_provider_not_installed failing on
main (#48012)
add a68742d9948 AIP-38 Improve handling of mapped task group (#48010)
add cf745181315 Bump OL provider for Airflow 3.0.0b4 release (#48011)
add afc284ce856 Call `init` from auth managers only once (#47869)
add cc7d0345b3c Improve the error message when a DAG tries to access the
DB. (#48015)
add 2483edf772c AIP-81 Move remote CLI code to airflowctl (#47981)
add dc0152c252c Fix check for asset expression in Schedule component
(#48020)
add 1a5eb7a29c7 Bump various providers in preparation for Airflow 3.0.0b4
(#48013)
add 33f0f1d639b Improve handling around stopping/killing individual dag
file processors (#48019)
new de42a1d149f Update default branches for 3-0
new b29d3cb7060 Update Airflow version to 3.0.0b3
new 7f30f902058 Update RELEASE_NOTES.rst
new 4ab7b65f7cc Bump task-sdk version to 1.0.0.b4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (0d595415bda)
\
N -- N -- N refs/heads/v3-0-test (4ab7b65f7cc)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 2 -
.github/actions/install-pre-commit/action.yml | 4 +-
.github/boring-cyborg.yml | 4 +-
.github/workflows/prod-image-build.yml | 2 +-
.pre-commit-config.yaml | 19 +-
Dockerfile | 20 +-
Dockerfile.ci | 14 +-
INTHEWILD.md | 1 +
README.md | 2 +-
RELEASE_NOTES.rst | 2 +-
.../providers/asana => airflow-ctl}/README.md | 0
airflow-ctl/pyproject.toml | 120 +
.../src/airflowctl}/__init__.py | 2 +
.../src/airflowctl/__main__.py | 23 +-
.../src/airflowctl/api}/__init__.py | 0
airflow-ctl/src/airflowctl/api/client.py | 264 ++
.../src/airflowctl/api/datamodels}/__init__.py | 0
.../src/airflowctl/api/datamodels/generated.py | 1603 ++++++++
airflow-ctl/src/airflowctl/api/operations.py | 479 +++
.../src/airflowctl/ctl}/__init__.py | 3 +-
airflow-ctl/src/airflowctl/ctl/cli_config.py | 195 +
.../src/airflowctl/ctl}/cli_parser.py | 56 +-
.../src/airflowctl/ctl/commands}/__init__.py | 0
.../src/airflowctl/ctl/commands/auth_command.py | 28 +-
.../src/airflowctl}/exceptions.py | 14 +-
.../src/airflowctl/typing_compat.py | 17 +-
.../src/airflowctl/utils}/__init__.py | 0
.../src/airflowctl/utils/helpers.py | 19 +-
.../src/airflowctl}/utils/module_loading.py | 28 -
.../api_fastapi => airflow-ctl/tests}/__init__.py | 0
airflow-ctl/tests/api/test_client.py | 124 +
airflow-ctl/tests/api/test_operations.py | 749 ++++
.../tests/commands}/__init__.py | 0
airflow-ctl/tests/commands/test_auth_command.py | 50 +
airflow-ctl/tests/conftest.py | 55 +
airflow/__init__.py | 2 +-
airflow/api_fastapi/app.py | 27 +-
.../api_fastapi/auth/managers/base_auth_manager.py | 90 +-
.../auth/managers/models/resource_details.py | 3 +-
.../auth/managers/simple/routes/login.py | 15 +-
.../auth/managers/simple/services/login.py | 4 +-
.../auth/managers/simple/simple_auth_manager.py | 100 +-
.../auth/managers/simple/ui/dev/index.html | 2 +-
.../auth/managers/simple/ui/package.json | 3 +-
.../auth/managers/simple/ui/pnpm-lock.yaml | 65 +-
.../auth/managers/simple/ui/src/login/Login.tsx | 7 +-
airflow/api_fastapi/auth/tokens.py | 556 +++
airflow/api_fastapi/common/db/common.py | 4 +-
airflow/api_fastapi/common/types.py | 19 +-
airflow/api_fastapi/core_api/app.py | 3 +-
airflow/api_fastapi/core_api/datamodels/job.py | 2 +-
.../core_api/datamodels/ui/structure.py | 2 -
.../api_fastapi/core_api/openapi/v1-generated.yaml | 209 +-
.../api_fastapi/core_api/routes/public/__init__.py | 6 +-
.../api_fastapi/core_api/routes/public/assets.py | 67 +-
.../core_api/routes/public/{login.py => auth.py} | 20 +-
.../core_api/routes/public/backfills.py | 12 +-
.../core_api/routes/public/dag_report.py | 25 +-
.../api_fastapi/core_api/routes/public/dag_run.py | 8 +-
.../core_api/routes/public/dag_versions.py | 6 +-
.../core_api/routes/public/import_error.py | 98 +-
.../core_api/routes/public/variables.py | 8 +-
airflow/api_fastapi/core_api/routes/public/xcom.py | 107 +-
airflow/api_fastapi/core_api/routes/ui/auth.py | 2 +-
.../api_fastapi/core_api/routes/ui/backfills.py | 5 +
.../api_fastapi/core_api/routes/ui/structure.py | 1 -
airflow/api_fastapi/core_api/security.py | 27 +-
airflow/api_fastapi/execution_api/app.py | 135 +-
.../datamodels/dagrun.py} | 19 +-
.../execution_api/datamodels/taskinstance.py | 9 +
.../api_fastapi/execution_api/datamodels/token.py | 7 +-
.../execution_api/datamodels/variable.py | 8 +-
.../api_fastapi/execution_api/datamodels/xcom.py | 8 +
airflow/api_fastapi/execution_api/deps.py | 76 +-
.../api_fastapi/execution_api/routes/__init__.py | 29 +-
.../execution_api/routes/connections.py | 52 +-
.../api_fastapi/execution_api/routes/dag_runs.py | 152 +
airflow/api_fastapi/execution_api/routes/health.py | 22 +-
.../execution_api/routes/task_instances.py | 102 +-
.../api_fastapi/execution_api/routes/variables.py | 62 +-
airflow/api_fastapi/execution_api/routes/xcoms.py | 143 +-
airflow/cli/cli_config.py | 20 +-
.../commands/local_commands/api_server_command.py | 4 +-
.../cli/commands/remote_commands/config_command.py | 44 +-
.../cli/commands/remote_commands/dag_command.py | 82 +-
airflow/config_templates/config.yml | 175 +-
airflow/config_templates/unit_tests.cfg | 3 +
airflow/configuration.py | 100 +-
airflow/dag_processing/bundles/git.py | 51 +-
airflow/dag_processing/collection.py | 57 +-
airflow/dag_processing/manager.py | 11 +-
airflow/dag_processing/processor.py | 18 +-
airflow/decorators/base.py | 1 +
airflow/example_dags/example_asset_alias.py | 3 -
airflow/example_dags/example_bash_decorator.py | 2 +-
.../example_branch_day_of_week_operator.py | 2 +-
airflow/example_dags/example_branch_operator.py | 1 -
.../example_branch_operator_decorator.py | 1 -
airflow/example_dags/example_sensors.py | 2 +-
.../example_dags/example_simplest_dag.py | 16 +-
airflow/exceptions.py | 59 +-
airflow/executors/base_executor.py | 26 +
airflow/executors/workloads.py | 14 +-
airflow/jobs/scheduler_job_runner.py | 5 +-
...0063_3_0_0_use_ti_id_as_fk_to_taskreschedule.py | 169 +
airflow/models/__init__.py | 6 +-
airflow/models/asset.py | 30 +-
airflow/models/baseoperator.py | 4 -
airflow/models/connection.py | 8 +-
airflow/models/dag.py | 12 +-
airflow/models/serialized_dag.py | 18 +-
airflow/models/skipmixin.py | 214 +-
airflow/models/taskinstance.py | 116 +-
airflow/models/taskmap.py | 17 +-
airflow/models/taskreschedule.py | 72 +-
airflow/models/xcom.py | 334 +-
airflow/models/xcom_arg.py | 14 +-
airflow/operators/README.md | 24 -
airflow/operators/__init__.py | 10 +
airflow/reproducible_build.yaml | 4 +-
airflow/secrets/__init__.py | 6 +-
airflow/security/permissions.py | 1 +
airflow/sensors/base.py | 8 +-
airflow/serialization/serialized_objects.py | 32 +-
airflow/ti_deps/deps/not_previously_skipped_dep.py | 24 +-
airflow/timetables/trigger.py | 31 +-
airflow/ui/dev/index.html | 2 +-
airflow/ui/openapi-gen/queries/common.ts | 18 +-
airflow/ui/openapi-gen/queries/prefetch.ts | 27 +-
airflow/ui/openapi-gen/queries/queries.ts | 41 +-
airflow/ui/openapi-gen/queries/suspense.ts | 41 +-
airflow/ui/openapi-gen/requests/schemas.gen.ts | 8 +-
airflow/ui/openapi-gen/requests/services.gen.ts | 224 +-
airflow/ui/openapi-gen/requests/types.gen.ts | 171 +-
.../src/components/AssetExpression/AndGateNode.tsx | 2 +-
.../components/AssetExpression/AssetExpression.tsx | 20 +-
.../src/components/AssetExpression/AssetNode.tsx | 46 +-
.../src/components/AssetExpression/OrGateNode.tsx | 2 +-
airflow/ui/src/components/AssetExpression/types.ts | 15 +-
airflow/ui/src/components/Assets/AssetEvent.tsx | 17 +-
airflow/ui/src/components/Assets/AssetEvents.tsx | 8 +-
.../ui/src/components/Banner/BackfillBanner.tsx | 35 +-
airflow/ui/src/components/ConfirmationModal.tsx | 1 -
.../src/components/DagActions/RunBackfillForm.tsx | 29 +-
airflow/ui/src/components/DagVersionDetails.tsx | 2 +-
.../components/FlexibleForm/FieldAdvancedArray.tsx | 3 +-
.../ui/src/components/FlexibleForm/FieldBool.tsx | 3 +-
.../src/components/FlexibleForm/FieldDateTime.tsx | 3 +-
.../src/components/FlexibleForm/FieldDropdown.tsx | 2 +-
.../components/FlexibleForm/FieldMultiSelect.tsx | 3 +-
.../components/FlexibleForm/FieldMultilineText.tsx | 3 +-
.../ui/src/components/FlexibleForm/FieldNumber.tsx | 3 +-
.../ui/src/components/FlexibleForm/FieldObject.tsx | 3 +-
.../ui/src/components/FlexibleForm/FieldRow.tsx | 2 +-
.../src/components/FlexibleForm/FieldSelector.tsx | 2 +-
.../ui/src/components/FlexibleForm/FieldString.tsx | 3 +-
.../components/FlexibleForm/FieldStringArray.tsx | 3 +-
.../src/components/FlexibleForm/FlexibleForm.tsx | 11 +-
.../ui/src/components/FlexibleForm/HiddenInput.tsx | 3 +-
airflow/ui/src/components/FlexibleForm/Row.tsx | 2 +-
airflow/ui/src/components/FlexibleForm/index.tsx | 1 +
airflow/ui/src/components/Graph/useGraphLayout.ts | 28 +-
airflow/ui/src/components/RenderedJsonField.tsx | 9 +-
airflow/ui/src/components/TaskName.tsx | 1 +
airflow/ui/src/components/TaskTrySelect.tsx | 2 +-
.../src/components/TriggerDag/TriggerDAGForm.tsx | 7 +-
.../ui/src/constants/reprocessBehaviourParams.ts | 6 +-
airflow/ui/src/hooks/useSelectedVersion.ts | 25 +-
airflow/ui/src/layouts/Details/DetailsLayout.tsx | 4 +-
airflow/ui/src/layouts/Details/Graph/Graph.tsx | 4 +-
.../Nav/{TimezoneModal.tsx => LogoutModal.tsx} | 32 +-
airflow/ui/src/layouts/Nav/Nav.tsx | 4 +
airflow/ui/src/layouts/Nav/PluginMenus.tsx | 92 +
.../Nav/{DocsButton.tsx => SecurityButton.tsx} | 45 +-
airflow/ui/src/layouts/Nav/TimezoneModal.tsx | 2 +-
airflow/ui/src/layouts/Nav/UserSettingsButton.tsx | 34 +-
airflow/ui/src/main.tsx | 16 +-
airflow/ui/src/mocks/handlers/dag.ts | 2 +-
airflow/ui/src/mocks/handlers/dags.ts | 2 +-
airflow/ui/src/mocks/handlers/log.ts | 4 +-
airflow/ui/src/pages/Asset/Asset.tsx | 1 +
airflow/ui/src/pages/Asset/AssetGraph.tsx | 2 +-
.../ui/src/pages/AssetsList/DependencyPopover.tsx | 2 +-
.../src/pages/Connections/AddConnectionButton.tsx | 80 +
.../ui/src/pages/Connections/ConnectionForm.tsx | 293 ++
airflow/ui/src/pages/Connections/Connections.tsx | 38 +-
.../DeleteConnectionButton.tsx} | 20 +-
airflow/ui/src/pages/Dag/Code/Code.tsx | 11 +
airflow/ui/src/pages/Dag/Dag.tsx | 7 +-
airflow/ui/src/pages/Dag/Header.tsx | 4 +-
airflow/ui/src/pages/DagsList/AssetSchedule.tsx | 72 +
airflow/ui/src/pages/DagsList/Schedule.tsx | 28 +-
.../{layouts/BaseLayout.tsx => pages/Security.tsx} | 42 +-
airflow/ui/src/pages/TaskInstance/BlockingDeps.tsx | 57 +
airflow/ui/src/pages/TaskInstance/Details.tsx | 10 +-
.../src/pages/TaskInstance/Logs/TaskLogContent.tsx | 67 +-
airflow/ui/src/queries/useAddConnection.ts | 77 +
airflow/ui/src/queries/useClearDagRunDryRun.ts | 2 +-
airflow/ui/src/queries/useConnectionTypeMeta.ts | 117 +
airflow/ui/src/queries/useCreateBackfill.ts | 10 +-
airflow/ui/src/queries/useCreateBackfillDryRun.ts | 18 +
airflow/ui/src/queries/useDagParams.ts | 13 +-
.../{useDeletePool.ts => useDeleteConnection.ts} | 16 +-
airflow/ui/src/queries/useLogs.tsx | 37 +-
.../TriggerDag => queries}/useParamStore.ts | 16 +-
airflow/ui/src/router.tsx | 5 +
airflow/ui/src/utils/tokenHandler.test.ts | 36 +-
airflow/ui/src/utils/tokenHandler.ts | 34 +-
airflow/utils/db.py | 23 +-
airflow/utils/dot_renderer.py | 2 +-
airflow/utils/jwt_signer.py | 103 -
airflow/utils/log/file_task_handler.py | 10 +-
airflow/utils/operator_helpers.py | 3 +-
airflow/utils/serve_logs.py | 13 +-
airflow/utils/task_group.py | 7 +-
.../api-server/api-server-deployment.yaml | 6 +-
chart/values.schema.json | 2 +-
chart/values.yaml | 1 +
clients/python/openapi_v1.yaml | 4 -
clients/python/test_python_client.py | 17 +-
contributing-docs/03_contributors_quick_start.rst | 2 +-
contributing-docs/08_static_code_checks.rst | 3 +
contributing-docs/testing/unit_tests.rst | 2 +-
dev/README_RELEASE_AIRFLOW.md | 1 -
dev/README_RELEASE_HELM_CHART.md | 1 -
dev/breeze/doc/ci/02_images.md | 4 +-
dev/breeze/doc/ci/04_selective_checks.md | 2 +-
dev/breeze/doc/images/output-commands.svg | 4 +-
...management_generate-issue-content-providers.svg | 52 +-
...management_generate-issue-content-providers.txt | 2 +-
...e-management_prepare-provider-documentation.svg | 76 +-
...e-management_prepare-provider-documentation.txt | 2 +-
...elease-management_prepare-provider-packages.svg | 88 +-
...elease-management_prepare-provider-packages.txt | 2 +-
dev/breeze/doc/images/output_start-airflow.svg | 148 +-
dev/breeze/doc/images/output_start-airflow.txt | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 26 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
.../doc/images/output_testing_core-tests.svg | 12 +-
.../doc/images/output_testing_core-tests.txt | 2 +-
.../airflow_breeze/commands/developer_commands.py | 14 +
.../commands/developer_commands_config.py | 6 +
.../airflow_breeze/commands/kubernetes_commands.py | 4 +
.../commands/release_management_commands.py | 4 +-
.../files/simple_auth_manager_passwords.json | 1 +
dev/breeze/src/airflow_breeze/global_constants.py | 11 +-
.../src/airflow_breeze/params/shell_params.py | 21 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
.../templates/pyproject_TEMPLATE.toml.jinja2 | 2 +-
.../airflow_breeze/utils/docker_command_utils.py | 1 +
.../src/airflow_breeze/utils/kubernetes_utils.py | 6 +-
dev/breeze/src/airflow_breeze/utils/run_tests.py | 1 -
.../src/airflow_breeze/utils/selective_checks.py | 6 +-
.../tests/test_pytest_args_for_test_types.py | 5 -
dev/breeze/tests/test_selective_checks.py | 39 +-
dev/datamodel_code_formatter.py | 79 +
devel-common/src/tests_common/pytest_plugin.py | 31 +-
devel-common/src/tests_common/test_utils/compat.py | 7 +-
devel-common/src/tests_common/test_utils/db.py | 18 +-
.../src/tests_common/test_utils/mock_operators.py | 45 +-
docker_tests/test_docker_compose_quick_start.py | 31 +-
docs/apache-airflow-providers/index.rst | 2 +-
.../operators-and-hooks-ref/google.rst | 4 +-
.../cluster-policies.rst | 6 +-
.../dag-serialization.rst | 16 +-
.../dagfile-processing.rst | 24 +-
.../administration-and-deployment/index.rst | 2 +-
.../administration-and-deployment/listeners.rst | 2 +-
.../logging-monitoring/metrics.rst | 2 +-
.../modules_management.rst | 14 +-
.../administration-and-deployment/plugins.rst | 2 +-
.../priority-weight.rst | 2 +-
.../production-deployment.rst | 6 +-
.../administration-and-deployment/scheduler.rst | 22 +-
.../authoring-and-scheduling/cron.rst | 2 +-
.../authoring-and-scheduling/datasets.rst | 16 +-
.../authoring-and-scheduling/deferring.rst | 8 +-
.../authoring-and-scheduling/event-scheduling.rst | 8 +-
.../authoring-and-scheduling/index.rst | 2 +-
.../authoring-and-scheduling/timetable.rst | 18 +-
.../authoring-and-scheduling/timezone.rst | 16 +-
docs/apache-airflow/best-practices.rst | 72 +-
docs/apache-airflow/cli-and-env-variables-ref.rst | 2 +-
.../core-concepts/auth-manager/index.rst | 23 +-
.../core-concepts/auth-manager/simple.rst | 12 +-
docs/apache-airflow/core-concepts/dag-run.rst | 19 +-
docs/apache-airflow/core-concepts/dags.rst | 64 +-
docs/apache-airflow/core-concepts/debug.rst | 10 +-
.../core-concepts/executor/index.rst | 6 +-
.../apache-airflow/core-concepts/objectstorage.rst | 4 +-
docs/apache-airflow/core-concepts/overview.rst | 20 +-
docs/apache-airflow/core-concepts/params.rst | 4 +-
docs/apache-airflow/core-concepts/taskflow.rst | 4 +-
docs/apache-airflow/core-concepts/tasks.rst | 4 +-
docs/apache-airflow/core-concepts/xcoms.rst | 26 +-
docs/apache-airflow/extra-packages-ref.rst | 2 +-
docs/apache-airflow/faq.rst | 14 +-
docs/apache-airflow/howto/add-dag-tags.rst | 4 +-
docs/apache-airflow/howto/add-owner-links.rst | 4 +-
docs/apache-airflow/howto/connection.rst | 4 +
.../howto/docker-compose/docker-compose.yaml | 3 +-
docs/apache-airflow/howto/docker-compose/index.rst | 6 +-
.../howto/dynamic-dag-generation.rst | 40 +-
docs/apache-airflow/howto/listener-plugin.rst | 4 +-
docs/apache-airflow/howto/set-up-database.rst | 2 +-
docs/apache-airflow/howto/timetable.rst | 8 +-
.../howto/upgrading-from-1-10/index.rst | 28 +-
.../howto/upgrading-from-1-10/upgrade-check.rst | 6 +-
docs/apache-airflow/howto/usage-cli.rst | 20 +-
docs/apache-airflow/howto/variable.rst | 2 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 4138 ++++++++++----------
.../img/diagram_task_lifecycle.md5sum | 1 +
docs/apache-airflow/img/diagram_task_lifecycle.png | Bin 0 -> 529144 bytes
docs/apache-airflow/img/diagram_task_lifecycle.py | 213 +
docs/apache-airflow/img/task_lifecycle_diagram.png | Bin 32164 -> 0 bytes
docs/apache-airflow/index.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 4 +-
docs/apache-airflow/project.rst | 4 +
docs/apache-airflow/public-airflow-interface.rst | 16 +-
docs/apache-airflow/security/audit_logs.rst | 4 +-
docs/apache-airflow/security/kerberos.rst | 4 +-
docs/apache-airflow/security/security_model.rst | 18 +-
docs/apache-airflow/templates-ref.rst | 2 +-
docs/apache-airflow/tutorial/fundamentals.rst | 10 +-
docs/apache-airflow/tutorial/pipeline.rst | 2 +-
docs/apache-airflow/tutorial/taskflow.rst | 10 +-
docs/apache-airflow/ui.rst | 8 +-
docs/diagrams/task_lifecycle/component.png | Bin 0 -> 2096 bytes
docs/diagrams/task_lifecycle/condition.png | Bin 0 -> 1913 bytes
docs/diagrams/task_lifecycle/deferrable_state.png | Bin 0 -> 2625 bytes
docs/diagrams/task_lifecycle/sensor_state.png | Bin 0 -> 2658 bytes
docs/diagrams/task_lifecycle/shared_state.png | Bin 0 -> 2482 bytes
docs/diagrams/task_lifecycle/terminal_state.png | Bin 0 -> 2624 bytes
docs/docker-stack/README.md | 12 +-
docs/docker-stack/build.rst | 8 +-
.../extending/add-airflow-configuration/Dockerfile | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-providers/Dockerfile | 2 +-
.../add-pypi-packages-constraints/Dockerfile | 2 +-
.../extending/add-pypi-packages-uv/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/add-requirement-packages/Dockerfile | 2 +-
.../extending/custom-providers/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
docs/docker-stack/entrypoint.rst | 18 +-
docs/docker-stack/index.rst | 2 +-
docs/exts/docs_build/lint_checks.py | 4 +-
.../adding-connections-and-variables.rst | 2 +-
docs/helm-chart/airflow-configuration.rst | 2 +-
docs/helm-chart/index.rst | 2 +-
...{manage-dags-files.rst => manage-dag-files.rst} | 40 +-
docs/helm-chart/production-guide.rst | 2 +-
docs/helm-chart/quick-start.rst | 6 +-
docs/helm-chart/using-additional-containers.rst | 2 +-
docs/spelling_wordlist.txt | 3 +
generated/PYPI_README.md | 2 +-
generated/provider_dependencies.json | 13 +-
generated/provider_metadata.json | 348 ++
hatch_build.py | 13 +-
kubernetes_tests/test_base.py | 94 +-
...42776.significant.rst => 47354.significant.rst} | 6 +-
.../{123.significant.rst => 47414.significant.rst} | 0
newsfragments/47599.significant.rst | 12 +-
newsfragments/47761.significant.rst | 34 +
newsfragments/47892.significant.rst | 22 +
newsfragments/47927.significant.rst | 25 +
newsfragments/aip-66.significant.rst | 10 +-
newsfragments/aip-72.significant.rst | 7 +-
newsfragments/aip-79.significant.rst | 10 +-
newsfragments/api-38.significant.rst | 31 +
performance/requirements.txt | 2 +-
providers/airbyte/pyproject.toml | 2 +-
providers/alibaba/pyproject.toml | 2 +-
providers/amazon/docs/executors/batch-executor.rst | 2 +-
providers/amazon/docs/executors/ecs-executor.rst | 2 +-
providers/amazon/docs/operators/mwaa.rst | 2 +-
providers/amazon/pyproject.toml | 4 +-
.../amazon/aws/auth_manager/aws_auth_manager.py | 34 +-
.../amazon/aws/auth_manager/router/login.py | 9 +-
.../airflow/providers/amazon/aws/hooks/appflow.py | 20 +-
.../src/airflow/providers/amazon/aws/hooks/s3.py | 4 +-
.../airflow/providers/amazon/aws/links/base_aws.py | 3 +-
.../airflow/providers/amazon/get_provider_info.py | 2 +-
.../amazon/tests/system/amazon/aws/example_mwaa.py | 33 +
.../amazon/tests/system/amazon/aws/example_s3.py | 8 -
.../amazon/aws/tests/test_aws_auth_manager.py | 5 +-
.../amazon/aws/auth_manager/router/test_login.py | 3 +-
.../aws/auth_manager/test_aws_auth_manager.py | 105 +-
.../tests/unit/amazon/aws/links/test_athena.py | 17 +-
.../tests/unit/amazon/aws/links/test_base_aws.py | 6 +-
.../tests/unit/amazon/aws/links/test_batch.py | 40 +-
.../tests/unit/amazon/aws/links/test_comprehend.py | 28 +-
.../tests/unit/amazon/aws/links/test_datasync.py | 29 +-
.../amazon/tests/unit/amazon/aws/links/test_ec2.py | 28 +-
.../amazon/tests/unit/amazon/aws/links/test_emr.py | 80 +-
.../tests/unit/amazon/aws/links/test_glue.py | 17 +-
.../tests/unit/amazon/aws/links/test_logs.py | 18 +-
.../tests/unit/amazon/aws/links/test_sagemaker.py | 17 +-
.../aws/links/test_sagemaker_unified_studio.py | 16 +-
.../unit/amazon/aws/links/test_step_function.py | 28 +-
providers/apache/beam/pyproject.toml | 2 +-
providers/apache/cassandra/pyproject.toml | 2 +-
providers/apache/drill/pyproject.toml | 2 +-
providers/apache/druid/pyproject.toml | 2 +-
.../unit/apache/druid/operators/test_druid.py | 2 +
providers/apache/flink/pyproject.toml | 2 +-
providers/apache/hdfs/pyproject.toml | 2 +-
providers/apache/hive/pyproject.toml | 2 +-
providers/apache/iceberg/pyproject.toml | 2 +-
providers/apache/impala/pyproject.toml | 2 +-
providers/apache/kafka/pyproject.toml | 2 +-
providers/apache/kylin/pyproject.toml | 2 +-
providers/apache/livy/pyproject.toml | 2 +-
providers/apache/pig/pyproject.toml | 2 +-
providers/apache/pinot/pyproject.toml | 2 +-
providers/apache/spark/pyproject.toml | 2 +-
providers/apprise/pyproject.toml | 2 +-
providers/arangodb/pyproject.toml | 2 +-
providers/asana/pyproject.toml | 2 +-
providers/atlassian/jira/pyproject.toml | 2 +-
providers/celery/README.rst | 6 +-
providers/celery/docs/changelog.rst | 12 +
providers/celery/docs/commits.rst | 15 +-
providers/celery/docs/index.rst | 6 +-
providers/celery/provider.yaml | 4 +-
providers/celery/pyproject.toml | 8 +-
.../src/airflow/providers/celery/__init__.py | 2 +-
.../airflow/providers/celery/get_provider_info.py | 4 +-
providers/cloudant/pyproject.toml | 2 +-
providers/cncf/kubernetes/README.rst | 6 +-
providers/cncf/kubernetes/docs/changelog.rst | 24 +
providers/cncf/kubernetes/docs/commits.rst | 19 +-
providers/cncf/kubernetes/docs/index.rst | 2 +-
providers/cncf/kubernetes/provider.yaml | 4 +-
providers/cncf/kubernetes/pyproject.toml | 8 +-
.../airflow/providers/cncf/kubernetes/__init__.py | 2 +-
.../providers/cncf/kubernetes/get_provider_info.py | 4 +-
.../providers/cncf/kubernetes/operators/pod.py | 10 +-
.../providers/cncf/kubernetes/triggers/pod.py | 8 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 6 +-
.../unit/cncf/kubernetes/operators/test_pod.py | 28 +-
providers/cohere/pyproject.toml | 2 +-
providers/common/compat/README.rst | 6 +-
providers/common/compat/docs/changelog.rst | 16 +
providers/common/compat/docs/commits.rst | 19 +-
providers/common/compat/docs/index.rst | 6 +-
providers/common/compat/provider.yaml | 4 +-
providers/common/compat/pyproject.toml | 8 +-
.../airflow/providers/common/compat/__init__.py | 2 +-
.../src/airflow/providers/common/compat/check.py | 99 +
.../providers/common/compat/get_provider_info.py | 4 +-
.../providers/common/compat/openlineage/check.py | 104 +
.../common/compat/security/permissions.py | 16 +-
.../unit/common/compat/openlineage/test_check.py | 253 ++
.../compat/tests/unit/common/compat/test_check.py | 103 +
providers/common/io/README.rst | 6 +-
providers/common/io/docs/changelog.rst | 18 +
providers/common/io/docs/commits.rst | 17 +-
providers/common/io/docs/index.rst | 6 +-
providers/common/io/provider.yaml | 3 +-
providers/common/io/pyproject.toml | 8 +-
.../io/src/airflow/providers/common/io/__init__.py | 2 +-
.../src/airflow/providers/common/io/assets/file.py | 22 +-
.../providers/common/io/get_provider_info.py | 3 +-
.../airflow/providers/common/io/xcom/backend.py | 12 +-
.../io/tests/unit/common/io/assets/test_file.py | 33 +-
.../io/tests/unit/common/io/xcom/test_backend.py | 254 +-
providers/common/messaging/README.rst | 6 +-
providers/common/messaging/docs/commits.rst | 21 +-
providers/common/messaging/provider.yaml | 4 +-
providers/common/messaging/pyproject.toml | 8 +-
.../messaging/src/airflow/providers/__init__.py | 1 +
.../airflow/providers/common/messaging/__init__.py | 2 +-
.../common/messaging/get_provider_info.py | 4 +-
providers/common/sql/README.rst | 6 +-
providers/common/sql/docs/changelog.rst | 18 +
providers/common/sql/docs/commits.rst | 17 +-
providers/common/sql/docs/index.rst | 6 +-
providers/common/sql/provider.yaml | 3 +-
providers/common/sql/pyproject.toml | 8 +-
.../src/airflow/providers/common/sql/__init__.py | 2 +-
.../providers/common/sql/get_provider_info.py | 3 +-
.../airflow/providers/common/sql/operators/sql.py | 2 +-
.../airflow/providers/common/sql/triggers/sql.py | 32 +-
.../tests/unit/common/sql/operators/test_sql.py | 206 +-
.../sql/tests/unit/common/sql/triggers/test_sql.py | 9 +-
providers/databricks/pyproject.toml | 2 +-
.../providers/databricks/operators/databricks.py | 4 +-
.../databricks/plugins/databricks_workflow.py | 3 +-
providers/datadog/pyproject.toml | 2 +-
providers/dbt/cloud/pyproject.toml | 2 +-
.../airflow/providers/dbt/cloud/operators/dbt.py | 4 +-
.../tests/unit/dbt/cloud/operators/test_dbt.py | 17 +-
providers/dingding/pyproject.toml | 2 +-
providers/discord/pyproject.toml | 2 +-
providers/docker/pyproject.toml | 2 +-
providers/edge/README.rst | 6 +-
providers/edge/docs/changelog.rst | 9 +
providers/edge/provider.yaml | 2 +-
providers/edge/pyproject.toml | 8 +-
.../edge/src/airflow/providers/edge/__init__.py | 2 +-
.../src/airflow/providers/edge/cli/api_client.py | 28 +-
.../airflow/providers/edge/get_provider_info.py | 2 +-
.../src/airflow/providers/edge/worker_api/auth.py | 44 +-
providers/elasticsearch/pyproject.toml | 2 +-
providers/exasol/pyproject.toml | 2 +-
providers/fab/README.rst | 6 +-
providers/fab/docs/changelog.rst | 4 +-
providers/fab/docs/commits.rst | 4 +-
providers/fab/provider.yaml | 4 +-
providers/fab/pyproject.toml | 8 +-
.../fab/src/airflow/providers/fab/__init__.py | 2 +-
.../fab/auth_manager/api_fastapi/routes/login.py | 2 +-
.../fab/auth_manager/api_fastapi/services/login.py | 4 +-
.../providers/fab/auth_manager/fab_auth_manager.py | 89 +-
.../providers/fab/auth_manager/models/db.py | 27 +-
.../fab/auth_manager/security_manager/override.py | 6 +-
.../src/airflow/providers/fab/get_provider_info.py | 4 +-
.../fab/src/airflow/providers/fab/www/auth.py | 4 +-
.../fab/www/extensions/init_appbuilder.py | 3 +-
.../providers/fab/www/security/permissions.py | 1 +
.../airflow/providers/fab/www/security_manager.py | 3 +-
.../fab/www/templates/airflow/traceback.html | 6 +-
.../fab/src/airflow/providers/fab/www/views.py | 35 +-
.../fab/auth_manager/api_endpoints/test_auth.py | 25 +-
.../api_endpoints/test_user_endpoint.py | 10 +-
.../api_fastapi/services/test_login.py | 2 +-
.../auth_manager/cli_commands/test_db_command.py | 17 +-
.../auth_manager/cli_commands/test_role_command.py | 27 +-
.../cli_commands/test_sync_perm_command.py | 16 +-
.../auth_manager/cli_commands/test_user_command.py | 31 +-
.../tests/unit/fab/auth_manager/models/test_db.py | 4 +-
.../unit/fab/auth_manager/test_fab_auth_manager.py | 62 +-
.../tests/unit/fab/auth_manager/test_security.py | 30 +-
.../fab/auth_manager/views/test_permissions.py | 12 +-
.../unit/fab/auth_manager/views/test_roles_list.py | 12 +-
.../tests/unit/fab/auth_manager/views/test_user.py | 12 +-
.../unit/fab/auth_manager/views/test_user_edit.py | 12 +-
.../unit/fab/auth_manager/views/test_user_stats.py | 12 +-
providers/fab/tests/unit/fab/www/test_auth.py | 12 +-
.../fab/www/views/test_views_custom_user_views.py | 31 +-
providers/facebook/pyproject.toml | 2 +-
providers/ftp/pyproject.toml | 2 +-
providers/github/pyproject.toml | 2 +-
providers/google/pyproject.toml | 2 +-
.../src/airflow/providers/google/ads/hooks/ads.py | 8 +-
.../airflow/providers/google/cloud/links/base.py | 3 +-
.../providers/google/cloud/links/datafusion.py | 3 +-
.../providers/google/cloud/links/dataproc.py | 3 +-
.../providers/google/cloud/operators/bigquery.py | 2 +-
.../google/cloud/operators/dataproc_metastore.py | 3 +-
.../marketing_platform/links/analytics_admin.py | 5 +-
.../google/tests/system/google/ads/example_ads.py | 2 +
.../tests/unit/google/cloud/links/test_dataplex.py | 114 +-
.../unit/google/cloud/links/test_translate.py | 44 +-
.../unit/google/cloud/operators/test_bigquery.py | 73 +-
.../unit/google/cloud/operators/test_dataproc.py | 90 +-
providers/grpc/pyproject.toml | 2 +-
providers/hashicorp/pyproject.toml | 2 +-
providers/http/pyproject.toml | 2 +-
providers/imap/pyproject.toml | 2 +-
providers/influxdb/pyproject.toml | 2 +-
providers/jdbc/pyproject.toml | 2 +-
providers/jenkins/pyproject.toml | 2 +-
providers/microsoft/azure/README.rst | 1 +
providers/microsoft/azure/pyproject.toml | 5 +-
.../providers/microsoft/azure/get_provider_info.py | 3 +-
.../microsoft/azure/operators/data_factory.py | 4 +-
.../providers/microsoft/azure/operators/synapse.py | 4 +-
.../microsoft/azure/operators/test_data_factory.py | 14 +-
.../unit/microsoft/azure/operators/test_synapse.py | 11 +-
providers/microsoft/mssql/docs/index.rst | 2 +-
providers/microsoft/mssql/pyproject.toml | 2 +-
providers/microsoft/psrp/pyproject.toml | 2 +-
providers/microsoft/winrm/README.rst | 2 +-
providers/microsoft/winrm/pyproject.toml | 4 +-
.../providers/microsoft/winrm/get_provider_info.py | 2 +-
providers/mongo/pyproject.toml | 2 +-
providers/mysql/pyproject.toml | 2 +-
providers/neo4j/pyproject.toml | 2 +-
providers/odbc/pyproject.toml | 2 +-
providers/openai/README.rst | 8 +-
providers/openai/pyproject.toml | 4 +-
.../airflow/providers/openai/get_provider_info.py | 2 +-
.../src/airflow/providers/openai/hooks/openai.py | 30 +-
.../openai/tests/unit/openai/hooks/test_openai.py | 31 +-
providers/openfaas/pyproject.toml | 2 +-
providers/openlineage/README.rst | 6 +-
providers/openlineage/docs/changelog.rst | 19 +
providers/openlineage/docs/commits.rst | 18 +-
providers/openlineage/docs/index.rst | 6 +-
providers/openlineage/provider.yaml | 4 +-
providers/openlineage/pyproject.toml | 8 +-
.../src/airflow/providers/openlineage/__init__.py | 2 +-
.../providers/openlineage/extractors/base.py | 74 +-
.../providers/openlineage/extractors/manager.py | 33 +-
.../providers/openlineage/get_provider_info.py | 4 +-
.../providers/openlineage/plugins/adapter.py | 2 +-
.../providers/openlineage/plugins/listener.py | 14 +-
.../airflow/providers/openlineage/utils/utils.py | 19 +-
.../tests/unit/openlineage/extractors/test_base.py | 128 +-
.../unit/openlineage/extractors/test_manager.py | 8 +-
.../tests/unit/openlineage/utils/test_utils.py | 28 +
providers/opensearch/pyproject.toml | 2 +-
providers/opsgenie/pyproject.toml | 2 +-
providers/oracle/pyproject.toml | 2 +-
providers/pagerduty/pyproject.toml | 2 +-
providers/papermill/pyproject.toml | 2 +-
providers/pgvector/pyproject.toml | 2 +-
providers/pinecone/pyproject.toml | 2 +-
providers/postgres/pyproject.toml | 2 +-
providers/presto/pyproject.toml | 2 +-
providers/qdrant/pyproject.toml | 2 +-
providers/redis/pyproject.toml | 2 +-
providers/salesforce/pyproject.toml | 2 +-
providers/samba/pyproject.toml | 2 +-
providers/segment/pyproject.toml | 2 +-
providers/sendgrid/pyproject.toml | 2 +-
providers/sftp/pyproject.toml | 2 +-
providers/singularity/pyproject.toml | 2 +-
providers/slack/pyproject.toml | 2 +-
providers/smtp/pyproject.toml | 2 +-
providers/snowflake/pyproject.toml | 2 +-
providers/sqlite/pyproject.toml | 2 +-
providers/ssh/pyproject.toml | 2 +-
providers/standard/README.rst | 6 +-
providers/standard/docs/changelog.rst | 29 +
providers/standard/docs/commits.rst | 24 +-
providers/standard/docs/index.rst | 2 +-
providers/standard/docs/sensors/datetime.rst | 4 +
providers/standard/provider.yaml | 5 +-
providers/standard/pyproject.toml | 8 +-
.../src/airflow/providers/standard/__init__.py | 2 +-
.../providers/standard/get_provider_info.py | 5 +-
.../providers/standard}/operators/branch.py | 18 +-
.../providers/standard/operators/datetime.py | 2 +-
.../providers/standard/operators/latest_only.py | 2 +-
.../airflow/providers/standard/operators/python.py | 35 +-
.../providers/standard/operators/trigger_dagrun.py | 74 +-
.../providers/standard/operators/weekday.py | 6 +-
.../providers/standard/sensors/time_delta.py | 45 +-
.../airflow/providers/standard/sensors/weekday.py | 20 +-
.../airflow/providers/standard/utils}/skipmixin.py | 110 +-
.../airflow/providers/standard}/utils/weekday.py | 0
.../standard/operators/test_branch_operator.py | 349 ++
.../tests/unit/standard/operators/test_datetime.py | 179 +-
.../operators/test_latest_only_operator.py | 155 +-
.../tests/unit/standard/operators/test_python.py | 362 +-
.../standard}/operators/test_trigger_dagrun.py | 441 +--
.../tests/unit/standard/operators/test_weekday.py | 120 +-
.../tests/unit/standard/sensors/test_time_delta.py | 88 +
.../tests/unit/standard/sensors/test_weekday.py | 24 +-
.../tests/unit/standard/utils}/test_skipmixin.py | 167 +-
.../tests/unit/standard}/utils/test_weekday.py | 2 +-
providers/tableau/pyproject.toml | 2 +-
providers/telegram/pyproject.toml | 2 +-
providers/teradata/pyproject.toml | 2 +-
providers/trino/pyproject.toml | 2 +-
providers/vertica/pyproject.toml | 2 +-
providers/weaviate/pyproject.toml | 2 +-
providers/yandex/pyproject.toml | 2 +-
.../src/airflow/providers/yandex/links/yq.py | 4 +-
.../yandex/tests/unit/yandex/links/test_yq.py | 6 +-
providers/ydb/pyproject.toml | 2 +-
providers/zendesk/pyproject.toml | 2 +-
pyproject.toml | 7 +-
scripts/ci/docker-compose/local.yml | 3 +
scripts/ci/install_breeze.sh | 2 +-
scripts/ci/pre_commit/check_extra_packages_ref.py | 4 +-
scripts/ci/pre_commit/sync_init_decorator.py | 3 +-
scripts/docker/entrypoint_ci.sh | 10 +-
scripts/docker/entrypoint_prod.sh | 18 +-
scripts/in_container/check_environment.sh | 7 +-
scripts/tools/setup_breeze | 2 +-
task-sdk/dev/generate_models.py | 27 +-
task-sdk/pyproject.toml | 5 +-
task-sdk/src/airflow/sdk/__init__.py | 2 +-
task-sdk/src/airflow/sdk/api/client.py | 116 +-
.../src/airflow/sdk/api/datamodels/_generated.py | 57 +-
.../sdk/definitions/_internal/abstractoperator.py | 7 +
.../airflow/sdk/definitions/asset/decorators.py | 56 +-
.../src/airflow/sdk/definitions/asset/metadata.py | 2 +-
.../src/airflow/sdk/definitions/baseoperator.py | 13 +-
task-sdk/src/airflow/sdk/definitions/dag.py | 111 +-
.../src/airflow/sdk/definitions/mappedoperator.py | 7 +-
task-sdk/src/airflow/sdk/definitions/variable.py | 3 +
task-sdk/src/airflow/sdk/definitions/xcom_arg.py | 2 +-
task-sdk/src/airflow/sdk/exceptions.py | 6 +
task-sdk/src/airflow/sdk/execution_time/comms.py | 52 +
task-sdk/src/airflow/sdk/execution_time/context.py | 47 +-
.../src/airflow/sdk/execution_time/supervisor.py | 97 +-
.../src/airflow/sdk/execution_time/task_runner.py | 246 +-
task-sdk/src/airflow/sdk/execution_time/xcom.py | 294 ++
task-sdk/src/airflow/sdk/log.py | 3 +-
task-sdk/src/airflow/sdk/types.py | 2 +
task-sdk/tests/conftest.py | 6 +
task-sdk/tests/task_sdk/api/test_client.py | 167 +-
task-sdk/tests/task_sdk/dags/super_basic.py | 2 +-
.../task_sdk/dags/super_basic_deferred_run.py | 2 +-
.../task_sdk/definitions/test_asset_decorators.py | 106 +-
.../tests/task_sdk/definitions/test_connections.py | 78 +
task-sdk/tests/task_sdk/definitions/test_dag.py | 9 +
.../tests/task_sdk/definitions/test_variables.py | 112 +
.../task_sdk/execution_time/test_supervisor.py | 61 +
.../task_sdk/execution_time/test_task_runner.py | 434 +-
tests/always/test_project_structure.py | 5 +
.../auth/managers/simple/routes/test_login.py | 2 +-
.../managers/simple/test_simple_auth_manager.py | 58 +-
.../auth/managers/test_base_auth_manager.py | 56 +-
tests/api_fastapi/auth/test_tokens.py | 210 +
tests/api_fastapi/conftest.py | 4 +-
.../core_api/routes/public/test_assets.py | 259 +-
.../routes/public/{test_login.py => test_auth.py} | 31 +-
.../core_api/routes/public/test_backfills.py | 69 +-
.../core_api/routes/public/test_config.py | 20 +-
.../core_api/routes/public/test_connections.py | 78 +-
.../core_api/routes/public/test_dag_parsing.py | 8 +-
.../core_api/routes/public/test_dag_report.py | 19 +-
.../core_api/routes/public/test_dag_run.py | 128 +-
.../core_api/routes/public/test_dag_sources.py | 2 +-
.../core_api/routes/public/test_dag_stats.py | 2 +-
.../core_api/routes/public/test_dag_tags.py | 10 +-
.../core_api/routes/public/test_dag_versions.py | 30 +-
.../core_api/routes/public/test_dag_warning.py | 8 +-
.../core_api/routes/public/test_dags.py | 56 +-
.../core_api/routes/public/test_event_logs.py | 14 +-
.../core_api/routes/public/test_extra_links.py | 26 +-
.../core_api/routes/public/test_import_error.py | 244 +-
.../api_fastapi/core_api/routes/public/test_job.py | 8 +-
.../api_fastapi/core_api/routes/public/test_log.py | 36 +-
.../core_api/routes/public/test_monitor.py | 12 +-
.../core_api/routes/public/test_plugins.py | 6 +-
.../core_api/routes/public/test_pools.py | 46 +-
.../core_api/routes/public/test_providers.py | 6 +-
.../core_api/routes/public/test_task_instances.py | 231 +-
.../core_api/routes/public/test_tasks.py | 2 +-
.../core_api/routes/public/test_variables.py | 59 +-
.../core_api/routes/public/test_version.py | 2 +-
.../core_api/routes/public/test_xcom.py | 104 +-
tests/api_fastapi/core_api/routes/test_routes.py | 7 +-
.../api_fastapi/core_api/routes/ui/test_assets.py | 1 +
tests/api_fastapi/core_api/routes/ui/test_auth.py | 8 +-
.../core_api/routes/ui/test_backfills.py | 10 +-
.../core_api/routes/ui/test_structure.py | 7 +-
tests/api_fastapi/core_api/test_security.py | 27 +-
tests/api_fastapi/execution_api/conftest.py | 19 +-
.../execution_api/routes/test_connections.py | 31 +-
.../execution_api/routes/test_dag_runs.py | 220 ++
.../execution_api/routes/test_health.py | 4 +-
.../execution_api/routes/test_task_instances.py | 171 +-
.../execution_api/routes/test_variables.py | 50 +-
.../api_fastapi/execution_api/routes/test_xcoms.py | 192 +-
tests/api_fastapi/execution_api/test_app.py | 2 +-
.../remote_commands/test_config_command.py | 21 +-
.../commands/remote_commands/test_dag_command.py | 96 +-
.../commands/remote_commands/test_task_command.py | 2 +
tests/cli/test_cli_parser.py | 2 +-
tests/conftest.py | 9 +
tests/core/test_configuration.py | 125 +-
tests/dag_processing/bundles/test_git.py | 13 +-
tests/dag_processing/test_collection.py | 29 +
tests/dag_processing/test_processor.py | 51 +
tests/decorators/test_branch_external_python.py | 37 +-
tests/decorators/test_branch_python.py | 37 +-
tests/decorators/test_branch_virtualenv.py | 35 +-
tests/decorators/test_sensor.py | 18 +-
tests/decorators/test_short_circuit.py | 101 +-
tests/jobs/test_scheduler_job.py | 307 +-
tests/models/test_asset.py | 93 +-
tests/models/test_cleartasks.py | 47 +-
tests/models/test_dag.py | 193 +-
tests/models/test_dagrun.py | 12 +-
tests/models/test_serialized_dag.py | 16 +-
tests/models/test_taskinstance.py | 94 +-
tests/models/test_trigger.py | 10 +-
tests/models/test_xcom.py | 162 +-
tests/operators/__init__.py | 17 -
tests/operators/test_branch_operator.py | 270 --
tests/sensors/test_base.py | 17 +-
tests/serialization/test_dag_serialization.py | 18 +-
tests/serialization/test_serialized_objects.py | 15 +-
.../deps/test_not_previously_skipped_dep.py | 6 +-
tests/ti_deps/deps/test_prev_dagrun_dep.py | 6 +-
tests/ti_deps/deps/test_ready_to_reschedule_dep.py | 5 +-
tests/timetables/test_trigger_timetable.py | 35 +-
tests/utils/test_dot_renderer.py | 29 -
tests/utils/test_log_handlers.py | 50 +
tests/utils/test_serve_logs.py | 60 +-
791 files changed, 21614 insertions(+), 8318 deletions(-)
copy {providers/asana/src/airflow/providers/asana => airflow-ctl}/README.md
(100%)
create mode 100644 airflow-ctl/pyproject.toml
copy {airflow/api/common => airflow-ctl/src/airflowctl}/__init__.py (97%)
copy scripts/ci/pre_commit/ruff_format.py =>
airflow-ctl/src/airflowctl/__main__.py (74%)
mode change 100755 => 100644
copy {airflow/api_fastapi => airflow-ctl/src/airflowctl/api}/__init__.py (100%)
create mode 100644 airflow-ctl/src/airflowctl/api/client.py
copy {airflow/api_fastapi =>
airflow-ctl/src/airflowctl/api/datamodels}/__init__.py (100%)
create mode 100644 airflow-ctl/src/airflowctl/api/datamodels/generated.py
create mode 100644 airflow-ctl/src/airflowctl/api/operations.py
copy {task-sdk/src/airflow => airflow-ctl/src/airflowctl/ctl}/__init__.py (96%)
create mode 100644 airflow-ctl/src/airflowctl/ctl/cli_config.py
copy {airflow/cli => airflow-ctl/src/airflowctl/ctl}/cli_parser.py (69%)
copy {airflow/api_fastapi =>
airflow-ctl/src/airflowctl/ctl/commands}/__init__.py (100%)
copy tests/dags_with_system_exit/a_system_exit.py =>
airflow-ctl/src/airflowctl/ctl/commands/auth_command.py (59%)
copy {providers/databricks/src/airflow/providers/databricks =>
airflow-ctl/src/airflowctl}/exceptions.py (73%)
copy
providers/google/tests/system/google/cloud/gcs/resources/transform_script.py =>
airflow-ctl/src/airflowctl/typing_compat.py (77%)
copy {airflow/api_fastapi => airflow-ctl/src/airflowctl/utils}/__init__.py
(100%)
copy airflow/utils/singleton.py => airflow-ctl/src/airflowctl/utils/helpers.py
(68%)
copy {airflow => airflow-ctl/src/airflowctl}/utils/module_loading.py (67%)
copy {airflow/api_fastapi => airflow-ctl/tests}/__init__.py (100%)
create mode 100644 airflow-ctl/tests/api/test_client.py
create mode 100644 airflow-ctl/tests/api/test_operations.py
copy {airflow/api_fastapi => airflow-ctl/tests/commands}/__init__.py (100%)
create mode 100644 airflow-ctl/tests/commands/test_auth_command.py
create mode 100644 airflow-ctl/tests/conftest.py
create mode 100644 airflow/api_fastapi/auth/tokens.py
rename airflow/api_fastapi/core_api/routes/public/{login.py => auth.py} (76%)
copy airflow/api_fastapi/{auth/managers/simple/datamodels/login.py =>
execution_api/datamodels/dagrun.py} (68%)
create mode 100644 airflow/api_fastapi/execution_api/routes/dag_runs.py
copy docker_tests/conftest.py => airflow/example_dags/example_simplest_dag.py
(78%)
create mode 100644
airflow/migrations/versions/0063_3_0_0_use_ti_id_as_fk_to_taskreschedule.py
delete mode 100644 airflow/operators/README.md
copy airflow/ui/src/layouts/Nav/{TimezoneModal.tsx => LogoutModal.tsx} (59%)
create mode 100644 airflow/ui/src/layouts/Nav/PluginMenus.tsx
copy airflow/ui/src/layouts/Nav/{DocsButton.tsx => SecurityButton.tsx} (53%)
create mode 100644 airflow/ui/src/pages/Connections/AddConnectionButton.tsx
create mode 100644 airflow/ui/src/pages/Connections/ConnectionForm.tsx
copy airflow/ui/src/pages/{Variables/ManageVariable/DeleteVariableButton.tsx
=> Connections/DeleteConnectionButton.tsx} (81%)
create mode 100644 airflow/ui/src/pages/DagsList/AssetSchedule.tsx
copy airflow/ui/src/{layouts/BaseLayout.tsx => pages/Security.tsx} (51%)
create mode 100644 airflow/ui/src/pages/TaskInstance/BlockingDeps.tsx
create mode 100644 airflow/ui/src/queries/useAddConnection.ts
create mode 100644 airflow/ui/src/queries/useConnectionTypeMeta.ts
copy airflow/ui/src/queries/{useDeletePool.ts => useDeleteConnection.ts} (69%)
rename airflow/ui/src/{components/TriggerDag => queries}/useParamStore.ts (84%)
delete mode 100644 airflow/utils/jwt_signer.py
create mode 100644
dev/breeze/src/airflow_breeze/files/simple_auth_manager_passwords.json
create mode 100644 docs/apache-airflow/img/diagram_task_lifecycle.md5sum
create mode 100644 docs/apache-airflow/img/diagram_task_lifecycle.png
create mode 100644 docs/apache-airflow/img/diagram_task_lifecycle.py
delete mode 100644 docs/apache-airflow/img/task_lifecycle_diagram.png
create mode 100644 docs/diagrams/task_lifecycle/component.png
create mode 100644 docs/diagrams/task_lifecycle/condition.png
create mode 100644 docs/diagrams/task_lifecycle/deferrable_state.png
create mode 100644 docs/diagrams/task_lifecycle/sensor_state.png
create mode 100644 docs/diagrams/task_lifecycle/shared_state.png
create mode 100644 docs/diagrams/task_lifecycle/terminal_state.png
rename docs/helm-chart/{manage-dags-files.rst => manage-dag-files.rst} (92%)
copy newsfragments/{42776.significant.rst => 47354.significant.rst} (59%)
rename newsfragments/{123.significant.rst => 47414.significant.rst} (100%)
create mode 100644 newsfragments/47761.significant.rst
create mode 100644 newsfragments/47892.significant.rst
create mode 100644 newsfragments/47927.significant.rst
create mode 100644 newsfragments/api-38.significant.rst
create mode 100644
providers/common/compat/src/airflow/providers/common/compat/check.py
create mode 100644
providers/common/compat/src/airflow/providers/common/compat/openlineage/check.py
create mode 100644
providers/common/compat/tests/unit/common/compat/openlineage/test_check.py
create mode 100644
providers/common/compat/tests/unit/common/compat/test_check.py
rename {airflow =>
providers/standard/src/airflow/providers/standard}/operators/branch.py (86%)
copy {airflow/models =>
providers/standard/src/airflow/providers/standard/utils}/skipmixin.py (65%)
rename {airflow =>
providers/standard/src/airflow/providers/standard}/utils/weekday.py (100%)
create mode 100644
providers/standard/tests/unit/standard/operators/test_branch_operator.py
rename {tests =>
providers/standard/tests/unit/standard}/operators/test_trigger_dagrun.py (68%)
rename {tests/models =>
providers/standard/tests/unit/standard/utils}/test_skipmixin.py (57%)
rename {tests => providers/standard/tests/unit/standard}/utils/test_weekday.py
(98%)
create mode 100644 task-sdk/src/airflow/sdk/execution_time/xcom.py
create mode 100644 task-sdk/tests/task_sdk/definitions/test_variables.py
create mode 100644 tests/api_fastapi/auth/test_tokens.py
rename tests/api_fastapi/core_api/routes/public/{test_login.py =>
test_auth.py} (66%)
create mode 100644 tests/api_fastapi/execution_api/routes/test_dag_runs.py
delete mode 100644 tests/operators/__init__.py
delete mode 100644 tests/operators/test_branch_operator.py
