This is an automated email from the ASF dual-hosted git repository.
rom pushed a change to branch cicd/add-slack-notifications
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard b8c52fd6bd fix static checks
discard 274d528fb1 done
discard eaf0aa17a0 fix static checks
discard acb982e64e add condition for failure and scheduling
discard e6074bb7fd add payload
discard 594390751b change payload
discard 789dce0c18 change payload
discard 3612530c83 remove special charts
discard 0f6103fc9d change payload
discard a31fa70d21 add payload
discard 4bfa8e1d04 remove quation mark
discard 0b890648dd change alert
discard 011c1af902 remove step from build image
discard 0488e95b78 remove unecessary needs
discard 1856fda566 revert build-images.yml
discard 922cff8f28 revert build-images.yml
discard 9cd6c8b2e1 revert build-images.yml
discard 271b3fb0e3 revert build-images.yml
discard 04907fa20f revert build-images.yml
discard 51c387e668 revert build-images.yml
discard 7d366b6d4b change steps order to run slack step
discard e5f9fad790 change steps order to run slack step
discard 40498341a7 change steps order to run slack step
discard 3b8429460d change steps order to run slack step
discard e48a22d1fd change steps order to run slack step
discard 01ff22ecad change steps order to run slack step
discard 43cb0e8317 change steps order to run slack step
discard 4f6458fd3e change steps order to run slack step
discard 25412e0743 change steps order to run slack step
discard ce83b48ea5 change steps order to run slack step
discard 22e04dd62c change steps order to run slack step
discard cd7cf78e99 change steps order to run slack step
discard e9ebecb382 change steps order to run slack step
discard e9225b247c replace incoming webhook with slack app
discard a5a37755ae replace incoming webhook with slack app
discard a4c19edcdd change comment to correct slack channel
discard 83b5cbf982 revert build-images.yml
discard 2de9db368c move job to correct workflow with correct condition
discard 5a9af96463 move job to correct workflow with correct condition
discard 0467ab5c1d fix static checks
discard 3410928888 move step to correct workflow
discard f05d8e2b04 add slack notifier
add 4da35b5766 Adjust typing in Mongo hook to prevent mypy errors (#42354)
add 3464633de2 AWS System Test: EMR Container (#42353)
add 8d816fb8c4 Refactor bulk_save_to_db (#42245)
add a083930490 fix(dag): avoid getting dataset next run info for
unresolved dataset alias (#41828)
add 178503a323 Switch UI codegen to fastAPI spec (#42222)
add c051d0aa4c Add ability to create Flink Jobs in dataproc cluster
(#42342)
add 58b3771bf0 Add documentation for FAB DB commands (#42352)
add 4d7fad3bda Remove empty dirs (#42375)
add ee87fa0cba Minor fixups to FAB DB command docs (#42377)
add 5ed3f49a7a Make migrations path relative to ini (#42381)
add 0d5b089c76 Fix pre-commit inserting airflow_version var (#42378)
add 0f64f3222d Remove redundant dag_id index on log table (#42376)
add c94684613d Reduce max length of pre-commit hooks (#42384)
add 8741e9c176 Handle `AUTH_ROLE_PUBLIC` in FAB auth manager (#42280)
add 6a527c9fac Fix pre-commit for auto update of fab migration versions
(#42382)
add 7628d47d04 Prepare docs for Sep 1st wave of providers (#42387)
add ba1c602533 (feat): Add opensearch logging integration (#41799)
add bdab7dc28d Use set instead of list for dags' tags (#41695)
add 0bd70fdc40 Improve CI workflows docs (#42389)
add 4c2c4079d6 remove time folder from standard provider (#42392)
add d751bd8796 Enabling TLS arguments for FastAPI (#42395)
add 47c71108a8 Changed type hinting for handler function (#42275)
add b9d6221aac Add git clone instruction to the begining of breeze setup
(#42403)
add 268a400984 Refactor ORM DAG insertion logic (#42358)
add 5bc378a5ed FastAPI API Add test query params standardization an
reusability (#42320)
add e1085c4b25 Chart: Default airflow version to 2.10.2 (#42406)
add 748b38739a Add and improve coverage for new UI (#42397)
add ffff0e8b33 Fix typo in error stack trace formatting for clearer output
(#42017)
add 3d2f9c11d1 Add option in simple auth manager to disable authentication
and allow everyone as admin (#42355)
add 583af0294d Resolve failing test when request and ddb table schema
mismatch (#42419)
add 58e4b6cd43 Simple auth manager documentation - Airflow only (#42418)
add 09fa6d62a2 Make AlreadyExists a subclass of more general Conflict
exception (#42385)
add 38eb5ce54f Fix broken main: generated JS types (#42422)
add bd8d5eef86 Deprecate DAG.run method (#42417)
add 5a47968401 Fix failing canary build (#42431)
add e0bddbc438 Add more filters and search to get_dags endpoint (#42321)
add eed1d0d254 Bugfix/dataflow job location passing (#41887)
add 57eed58152 add "enable_tracemalloc" to log memory usage in scheduler
(#42304)
add e14b4cae9c apply otel_service on metrics (#42242)
add c239c5f66c Update providers metadata 2024-09-24 (#42445)
add b9629d99b2 fix(providers/amazon): handle ClientError raised after key
is missing during table.get_item (#42408)
add 226adcde62 Simple auth manager documentation (#42390)
add dcb184687d Fix UI pre commit hook (#42435)
add 4c8c72f4a4 Fix logout in AWS auth manager (#42447)
add 9ec87539ae Split next_dagruns_to_examine function into two (#42386)
add 8580e6d046 Support session reuse in `RedshiftDataOperator` (#42218)
add 2707bc90b3 Fix broken main: generated JS types (#42451)
add 3390bfbf98 AIP-69: Add CLI to Edge Provider (#42050)
add ab3429c318 Add STOPPED to the failure cases for Sagemaker Training
Jobs (#42423)
add 4b08a0fc67 Refactor _register_dataset_changes (#42343)
add b9b7bfc6a8 add env support for migratedatabase job (#42345)
add 42fa716ec9 fix: Fixing Helm chart flower ingress service reference
(#41179)
add f2775bf9f1 Flush less in dataset manager (#42458)
add d87f9b0505 Refactor AWS Auth manager user output (#42454)
add 193defd289 (bugfix): Paginated results in MSGraphAsyncOperator (#42414)
add ab5406ed7a uv version bump to 0.4.7 (#42274)
add 55fe75d083 Purge existing SLA implementation (#42285)
add 18c54bcb42 #42442 Make the AWS logging faster by reducing the amount
of sleep (#42449)
add 4dbf13b384 bugfix: create_vector_index task gets marked successful
even when it fails (#42472)
add f605f6c3d4 docs: fix Executor alias syntax (#42471)
add 737900a0a6 Bugfix task execution from runner in Windows (#42426)
add ae6ed8a948 Fix the span link of task instance to point to the correct
span in the scheduler_job_loop (#42430)
add 79a8882d2f Remove deprecated CloudSQL HA functionality from the system
test (#42461)
add 663da777f9 Small fix to AWS AVP cli init script (#42479)
add f9877af256 Do not attempt to provide not stringified objects to UI via
xcom if pickling is active (#42388)
add f6852c2c55 Remove identity center auth manager cli (#42481)
add 8e56206ffc Remove jhtimmins as code owner for security (#42477)
add 2beb6a765d Simplify expression for get_permitted_dag_ids query (#42484)
add 291048aad5 Split up the return statement in _is_authorized_callback
for clarity (#42473)
add 7362055f5b Fix typo in fixture set_auth_role_public (#42488)
add 1c61d13b45 Migrate patch dag to FastAPI API (#42469)
add d5a05bd7b7 add slack notifier
add 973133bc39 move step to correct workflow
add f5ba012148 fix static checks
add 7da8191321 move job to correct workflow with correct condition
add e92e12dc0c move job to correct workflow with correct condition
add 3d21604dc8 revert build-images.yml
add 7903f5facb change comment to correct slack channel
add c6a7d884b4 replace incoming webhook with slack app
add 92e219d920 replace incoming webhook with slack app
add c3e2284ea8 change steps order to run slack step
add 83151568d0 change steps order to run slack step
add 64da606d89 change steps order to run slack step
add 412bbae6ba change steps order to run slack step
add bad9029edf change steps order to run slack step
add bde4a61895 change steps order to run slack step
add f2813f1bf2 change steps order to run slack step
add c4b2991c0f change steps order to run slack step
add 96b438913d change steps order to run slack step
add 0a35271464 change steps order to run slack step
add e509e104d3 change steps order to run slack step
add dc0beea3a0 change steps order to run slack step
add 508684c7ab change steps order to run slack step
add e279934fb8 revert build-images.yml
add c01438356a revert build-images.yml
add 56a3d0e691 revert build-images.yml
add 812c42e0ed revert build-images.yml
add 46cd9e8ba7 revert build-images.yml
add 220369a156 revert build-images.yml
add 2d525237a1 remove unecessary needs
add 3069d0e7ef remove step from build image
add 3112ddac4e change alert
add c82b1c2975 remove quation mark
add 92655fa4e7 add payload
add 981447f639 change payload
add 9778ac554e remove special charts
add 4457c1bec1 change payload
add 1100afd5d9 change payload
add d561e80c39 add payload
add e27729e310 add condition for failure and scheduling
add b40432ceb6 fix static checks
add e41b91f626 done
add a2f27247e2 fix static checks
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b8c52fd6bd)
\
N -- N -- N refs/heads/cicd/add-slack-notifications (a2f27247e2)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/CODEOWNERS | 6 +-
.gitignore | 1 +
.pre-commit-config.yaml | 79 +-
Dockerfile | 2 +-
Dockerfile.ci | 4 +-
airflow/alembic.ini | 2 +-
airflow/api_connexion/endpoints/dag_endpoint.py | 1 +
.../api_connexion/endpoints/dataset_endpoint.py | 1 +
.../endpoints/forward_to_fab_endpoint.py | 131 -
airflow/api_connexion/endpoints/xcom_endpoint.py | 2 +-
airflow/api_connexion/exceptions.py | 8 +-
airflow/api_connexion/openapi/v1.yaml | 312 +-
airflow/api_connexion/security.py | 18 +-
airflow/api_fastapi/app.py | 16 +
airflow/api_fastapi/db.py | 11 +
airflow/api_fastapi/openapi/v1-generated.yaml | 83 +-
airflow/api_fastapi/parameters.py | 209 +
airflow/api_fastapi/serializers/dags.py | 10 +-
airflow/api_fastapi/views/public/dags.py | 89 +-
airflow/api_internal/endpoints/rpc_api_endpoint.py | 1 -
airflow/auth/managers/fab/api/__init__.py | 17 -
airflow/auth/managers/fab/api/auth/__init__.py | 17 -
.../auth/managers/fab/api/auth/backend/__init__.py | 17 -
.../auth/managers/fab/security_manager/__init__.py | 17 -
.../auth/managers/simple/simple_auth_manager.py | 13 +-
airflow/callbacks/callback_requests.py | 20 -
airflow/cli/commands/fastapi_api_command.py | 25 +
airflow/config_templates/airflow_local_settings.py | 31 +-
airflow/config_templates/config.yml | 24 +-
.../config_templates/default_webserver_config.py | 5 +-
airflow/config_templates/unit_tests.cfg | 24 +
airflow/dag_processing/collection.py | 411 ++
airflow/dag_processing/manager.py | 47 +-
airflow/dag_processing/processor.py | 196 +-
airflow/datasets/__init__.py | 16 +-
airflow/datasets/manager.py | 95 +-
.../example_branch_datetime_operator.py | 2 +-
.../example_branch_day_of_week_operator.py | 2 +-
airflow/example_dags/example_sensors.py | 6 +-
airflow/example_dags/example_sla_dag.py | 66 -
.../example_time_delta_sensor_async.py | 2 +-
airflow/executors/base_executor.py | 4 +-
airflow/jobs/local_task_job_runner.py | 4 +-
airflow/jobs/scheduler_job_runner.py | 64 +-
airflow/listeners/spec/dataset.py | 9 +-
airflow/metrics/otel_logger.py | 3 +-
.../versions/0033_3_0_0_remove_redundant_index.py} | 30 +-
airflow/models/baseoperator.py | 18 +-
airflow/models/dag.py | 375 +-
airflow/models/dagbag.py | 4 +-
airflow/models/dagrun.py | 84 +-
airflow/models/dataset.py | 6 +
airflow/models/log.py | 1 -
airflow/models/mappedoperator.py | 15 +-
airflow/models/taskinstance.py | 50 +-
airflow/providers/airbyte/CHANGELOG.rst | 9 +
airflow/providers/airbyte/__init__.py | 2 +-
airflow/providers/alibaba/CHANGELOG.rst | 9 +
airflow/providers/alibaba/__init__.py | 2 +-
airflow/providers/alibaba/provider.yaml | 3 +-
airflow/providers/amazon/CHANGELOG.rst | 59 +
airflow/providers/amazon/__init__.py | 2 +-
.../amazon/aws/auth_manager/cli/avp_commands.py | 7 +-
.../amazon/aws/auth_manager/cli/definition.py | 6 -
.../amazon/aws/auth_manager/cli/idc_commands.py | 149 -
.../amazon/aws/auth_manager/views/auth.py | 2 +-
.../providers/amazon/aws/hooks/redshift_data.py | 66 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 3 +-
.../amazon/aws/operators/redshift_data.py | 21 +-
airflow/providers/amazon/aws/sensors/dynamodb.py | 30 +-
airflow/providers/amazon/aws/sensors/sagemaker.py | 2 +-
.../amazon/aws/transfers/redshift_to_s3.py | 25 +-
.../amazon/aws/transfers/s3_to_redshift.py | 12 +-
airflow/providers/amazon/aws/utils/openlineage.py | 4 +-
.../providers/amazon/aws/utils/task_log_fetcher.py | 2 +-
airflow/providers/amazon/provider.yaml | 3 +-
airflow/providers/apache/beam/operators/beam.py | 4 +
airflow/providers/apache/flink/CHANGELOG.rst | 8 +
airflow/providers/apache/flink/__init__.py | 2 +-
airflow/providers/apache/flink/provider.yaml | 3 +-
airflow/providers/apache/hdfs/CHANGELOG.rst | 12 +
airflow/providers/apache/hdfs/__init__.py | 2 +-
airflow/providers/apache/hdfs/provider.yaml | 3 +-
airflow/providers/apache/impala/CHANGELOG.rst | 12 +
airflow/providers/apache/impala/__init__.py | 2 +-
airflow/providers/apache/impala/provider.yaml | 3 +-
airflow/providers/apache/livy/CHANGELOG.rst | 12 +
airflow/providers/apache/livy/__init__.py | 2 +-
airflow/providers/apache/livy/provider.yaml | 3 +-
airflow/providers/apache/spark/CHANGELOG.rst | 12 +
airflow/providers/apache/spark/__init__.py | 2 +-
airflow/providers/apache/spark/provider.yaml | 3 +-
airflow/providers/celery/CHANGELOG.rst | 12 +
airflow/providers/celery/__init__.py | 2 +-
airflow/providers/celery/provider.yaml | 3 +-
airflow/providers/cloudant/__init__.py | 2 +-
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 16 +
airflow/providers/cncf/kubernetes/__init__.py | 2 +-
airflow/providers/cncf/kubernetes/provider.yaml | 3 +-
airflow/providers/common/io/CHANGELOG.rst | 12 +
airflow/providers/common/io/__init__.py | 2 +-
airflow/providers/common/io/provider.yaml | 3 +-
airflow/providers/common/sql/CHANGELOG.rst | 13 +-
airflow/providers/common/sql/__init__.py | 2 +-
airflow/providers/common/sql/operators/sql.py | 2 +-
airflow/providers/common/sql/operators/sql.pyi | 2 +-
airflow/providers/databricks/CHANGELOG.rst | 14 +
airflow/providers/databricks/__init__.py | 2 +-
airflow/providers/databricks/provider.yaml | 3 +-
airflow/providers/datadog/CHANGELOG.rst | 12 +
airflow/providers/datadog/__init__.py | 2 +-
airflow/providers/datadog/provider.yaml | 3 +-
airflow/providers/dbt/cloud/CHANGELOG.rst | 12 +
airflow/providers/dbt/cloud/__init__.py | 2 +-
airflow/providers/dbt/cloud/provider.yaml | 3 +-
airflow/providers/docker/CHANGELOG.rst | 13 +
airflow/providers/docker/__init__.py | 2 +-
airflow/providers/docker/provider.yaml | 3 +-
.../edge/cli}/__init__.py | 0
airflow/providers/edge/cli/edge_command.py | 313 +
airflow/providers/elasticsearch/CHANGELOG.rst | 19 +
airflow/providers/elasticsearch/__init__.py | 2 +-
airflow/providers/elasticsearch/provider.yaml | 3 +-
airflow/providers/fab/CHANGELOG.rst | 30 +
airflow/providers/fab/__init__.py | 2 +-
airflow/providers/fab/alembic.ini | 2 +-
.../auth_manager/api/auth/backend/basic_auth.py | 6 +-
.../auth_manager/api/auth/backend/kerberos_auth.py | 6 +-
.../providers/fab/auth_manager/fab_auth_manager.py | 22 +-
.../fab/auth_manager/models/anonymous_user.py | 8 +-
airflow/providers/fab/auth_manager/models/db.py | 2 +-
.../fab/auth_manager/security_manager/override.py | 6 +-
...tion.py => 0001_1_4_0_placeholder_migration.py} | 2 +-
airflow/providers/fab/provider.yaml | 3 +-
airflow/providers/ftp/CHANGELOG.rst | 11 +
airflow/providers/ftp/__init__.py | 2 +-
airflow/providers/ftp/provider.yaml | 3 +-
airflow/providers/google/CHANGELOG.rst | 43 +
airflow/providers/google/__init__.py | 2 +-
airflow/providers/google/cloud/hooks/dataflow.py | 19 +-
.../providers/google/cloud/operators/dataflow.py | 2 +
airflow/providers/google/provider.yaml | 5 +-
airflow/providers/http/CHANGELOG.rst | 11 +
airflow/providers/http/__init__.py | 2 +-
airflow/providers/http/provider.yaml | 3 +-
airflow/providers/influxdb/CHANGELOG.rst | 12 +
airflow/providers/influxdb/__init__.py | 2 +-
airflow/providers/influxdb/provider.yaml | 3 +-
airflow/providers/jdbc/CHANGELOG.rst | 12 +
airflow/providers/jdbc/__init__.py | 2 +-
airflow/providers/jdbc/provider.yaml | 3 +-
airflow/providers/jenkins/CHANGELOG.rst | 12 +
airflow/providers/jenkins/__init__.py | 2 +-
airflow/providers/jenkins/provider.yaml | 3 +-
airflow/providers/microsoft/azure/CHANGELOG.rst | 19 +
airflow/providers/microsoft/azure/__init__.py | 2 +-
.../providers/microsoft/azure/operators/msgraph.py | 56 +-
airflow/providers/microsoft/azure/provider.yaml | 3 +-
airflow/providers/microsoft/mssql/CHANGELOG.rst | 12 +
airflow/providers/microsoft/mssql/__init__.py | 2 +-
airflow/providers/microsoft/mssql/provider.yaml | 3 +-
airflow/providers/mongo/CHANGELOG.rst | 13 +
airflow/providers/mongo/__init__.py | 2 +-
airflow/providers/mongo/hooks/mongo.py | 8 +-
airflow/providers/mongo/provider.yaml | 3 +-
airflow/providers/mysql/CHANGELOG.rst | 12 +
airflow/providers/mysql/__init__.py | 2 +-
airflow/providers/mysql/provider.yaml | 3 +-
airflow/providers/odbc/CHANGELOG.rst | 12 +
airflow/providers/odbc/__init__.py | 2 +-
airflow/providers/odbc/provider.yaml | 3 +-
airflow/providers/openai/CHANGELOG.rst | 12 +
airflow/providers/openai/__init__.py | 2 +-
airflow/providers/openai/provider.yaml | 3 +-
airflow/providers/openlineage/CHANGELOG.rst | 24 +
airflow/providers/openlineage/__init__.py | 2 +-
airflow/providers/openlineage/plugins/adapter.py | 2 +-
airflow/providers/openlineage/provider.yaml | 3 +-
.../opensearch/log}/__init__.py | 0
.../providers/opensearch/log/os_json_formatter.py | 43 +
airflow/providers/opensearch/log/os_response.py | 168 +
.../providers/opensearch/log/os_task_handler.py | 567 ++
airflow/providers/opensearch/provider.yaml | 143 +
airflow/providers/papermill/CHANGELOG.rst | 13 +
airflow/providers/papermill/__init__.py | 2 +-
airflow/providers/papermill/provider.yaml | 3 +-
airflow/providers/postgres/CHANGELOG.rst | 17 +
airflow/providers/postgres/__init__.py | 2 +-
airflow/providers/postgres/provider.yaml | 3 +-
airflow/providers/sftp/CHANGELOG.rst | 12 +
airflow/providers/sftp/__init__.py | 2 +-
airflow/providers/sftp/provider.yaml | 3 +-
airflow/providers/snowflake/CHANGELOG.rst | 12 +
airflow/providers/snowflake/__init__.py | 2 +-
airflow/providers/snowflake/provider.yaml | 3 +-
.../standard/operators}/__init__.py | 0
.../standard/{time => }/operators/datetime.py | 0
.../standard/{time => }/operators/weekday.py | 0
airflow/providers/standard/provider.yaml | 12 +-
.../standard/sensors}/__init__.py | 0
.../standard/{time => }/sensors/date_time.py | 0
.../providers/standard/{time => }/sensors/time.py | 0
.../standard/{time => }/sensors/time_delta.py | 0
.../standard/{time => }/sensors/weekday.py | 0
airflow/providers/standard/time/__init__.py | 16 -
.../providers/standard/time/operators/__init__.py | 16 -
.../providers/standard/time/sensors/__init__.py | 16 -
airflow/providers/tableau/CHANGELOG.rst | 12 +
airflow/providers/tableau/__init__.py | 2 +-
airflow/providers/tableau/provider.yaml | 3 +-
airflow/serialization/enums.py | 1 -
airflow/serialization/serialized_objects.py | 10 +-
airflow/settings.py | 3 -
airflow/timetables/base.py | 5 +-
airflow/timetables/simple.py | 4 +-
airflow/traces/otel_tracer.py | 7 +-
airflow/ui/openapi-gen/queries/common.ts | 1497 +----
airflow/ui/openapi-gen/queries/prefetch.ts | 2233 +------
airflow/ui/openapi-gen/queries/queries.ts | 4284 +-------------
airflow/ui/openapi-gen/queries/suspense.ts | 2589 +-------
airflow/ui/openapi-gen/requests/core/OpenAPI.ts | 4 +-
airflow/ui/openapi-gen/requests/schemas.gen.ts | 3369 +----------
airflow/ui/openapi-gen/requests/services.gen.ts | 3296 +----------
airflow/ui/openapi-gen/requests/types.gen.ts | 6222 +-------------------
airflow/ui/package.json | 8 +-
airflow/ui/pnpm-lock.yaml | 316 +-
airflow/ui/src/App.test.tsx | 17 +-
airflow/ui/src/main.tsx | 7 +-
airflow/ui/src/pages/DagsList.tsx | 10 +-
.../utils/ChakraWrapper.test.tsx} | 45 +-
.../utils/RouterWrapper.test.tsx} | 45 +-
airflow/ui/vite.config.ts | 3 +
airflow/utils/db.py | 12 +-
airflow/utils/sqlalchemy.py | 1 +
airflow/www/static/js/types/api-generated.ts | 441 --
airflow/www/utils.py | 11 +-
airflow/www/views.py | 4 +-
chart/Chart.yaml | 20 +-
chart/newsfragments/42069.significant.rst | 3 -
chart/newsfragments/42406.significant.rst | 3 +
chart/templates/flower/flower-ingress.yaml | 5 +-
chart/templates/jobs/migrate-database-job.yaml | 3 +
chart/values.schema.json | 14 +-
chart/values.yaml | 5 +-
contributing-docs/08_static_code_checks.rst | 564 +-
contributing-docs/13_metadata_database_updates.rst | 37 +
contributing-docs/14_node_environment_setup.rst | 3 +
dev/breeze/doc/01_installation.rst | 13 +-
dev/breeze/doc/ci/04_selective_checks.md | 34 +-
dev/breeze/doc/ci/05_workflows.md | 90 +-
docs/apache-airflow-providers-airbyte/commits.rst | 17 +-
docs/apache-airflow-providers-airbyte/index.rst | 42 +-
docs/apache-airflow-providers-alibaba/commits.rst | 15 +-
docs/apache-airflow-providers-alibaba/index.rst | 2 +-
.../auth-manager/index.rst | 3 -
.../auth-manager/setup/identity-center.rst | 50 +-
docs/apache-airflow-providers-amazon/commits.rst | 30 +-
docs/apache-airflow-providers-amazon/index.rst | 16 +-
.../notifications/chime_notifier_howto_guide.rst | 4 -
.../notifications/sns.rst | 5 -
.../notifications/sqs.rst | 5 -
.../operators/redshift/redshift_data.rst | 12 +
.../commits.rst | 14 +-
.../index.rst | 6 +-
.../commits.rst | 14 +-
.../apache-airflow-providers-apache-hdfs/index.rst | 2 +-
.../commits.rst | 14 +-
.../index.rst | 6 +-
.../commits.rst | 14 +-
.../apache-airflow-providers-apache-livy/index.rst | 6 +-
.../commits.rst | 14 +-
.../index.rst | 6 +-
docs/apache-airflow-providers-celery/commits.rst | 14 +-
docs/apache-airflow-providers-celery/index.rst | 6 +-
docs/apache-airflow-providers-cloudant/commits.rst | 14 +-
docs/apache-airflow-providers-cloudant/index.rst | 4 +-
.../commits.rst | 18 +-
.../index.rst | 2 +-
.../apache-airflow-providers-common-io/commits.rst | 14 +-
docs/apache-airflow-providers-common-io/index.rst | 6 +-
.../commits.rst | 16 +-
docs/apache-airflow-providers-common-sql/index.rst | 6 +-
.../commits.rst | 16 +-
docs/apache-airflow-providers-databricks/index.rst | 6 +-
docs/apache-airflow-providers-datadog/commits.rst | 14 +-
docs/apache-airflow-providers-datadog/index.rst | 2 +-
.../apache-airflow-providers-dbt-cloud/commits.rst | 14 +-
docs/apache-airflow-providers-dbt-cloud/index.rst | 6 +-
docs/apache-airflow-providers-docker/commits.rst | 15 +-
docs/apache-airflow-providers-docker/index.rst | 2 +-
.../commits.rst | 17 +-
.../index.rst | 8 +-
docs/apache-airflow-providers-fab/commits.rst | 26 +-
docs/apache-airflow-providers-fab/index.rst | 9 +-
.../migrations-ref.rst | 44 +
docs/apache-airflow-providers-fab/upgrading.rst | 63 +
docs/apache-airflow-providers-ftp/commits.rst | 14 +-
docs/apache-airflow-providers-ftp/index.rst | 6 +-
docs/apache-airflow-providers-google/commits.rst | 37 +-
docs/apache-airflow-providers-google/index.rst | 17 +-
.../operators/cloud/cloud_sql.rst | 19 -
.../operators/cloud/dataproc.rst | 10 +-
docs/apache-airflow-providers-http/commits.rst | 14 +-
docs/apache-airflow-providers-http/index.rst | 2 +-
docs/apache-airflow-providers-influxdb/commits.rst | 14 +-
docs/apache-airflow-providers-influxdb/index.rst | 2 +-
docs/apache-airflow-providers-jdbc/commits.rst | 14 +-
docs/apache-airflow-providers-jdbc/index.rst | 8 +-
docs/apache-airflow-providers-jenkins/commits.rst | 14 +-
docs/apache-airflow-providers-jenkins/index.rst | 2 +-
.../commits.rst | 17 +-
.../index.rst | 6 +-
.../commits.rst | 14 +-
.../index.rst | 8 +-
docs/apache-airflow-providers-mongo/commits.rst | 15 +-
docs/apache-airflow-providers-mongo/index.rst | 2 +-
docs/apache-airflow-providers-mysql/commits.rst | 14 +-
docs/apache-airflow-providers-mysql/index.rst | 8 +-
docs/apache-airflow-providers-odbc/commits.rst | 14 +-
docs/apache-airflow-providers-odbc/index.rst | 8 +-
docs/apache-airflow-providers-openai/commits.rst | 14 +-
docs/apache-airflow-providers-openai/index.rst | 2 +-
.../commits.rst | 18 +-
.../apache-airflow-providers-openlineage/index.rst | 10 +-
.../configurations-ref.rst | 0
docs/apache-airflow-providers-opensearch/index.rst | 2 +
.../logging/index.rst | 72 +
.../pagerduty_notifier_howto_guide.rst | 4 -
.../apache-airflow-providers-papermill/commits.rst | 15 +-
docs/apache-airflow-providers-papermill/index.rst | 2 +-
docs/apache-airflow-providers-postgres/commits.rst | 15 +-
docs/apache-airflow-providers-postgres/index.rst | 8 +-
docs/apache-airflow-providers-sftp/commits.rst | 14 +-
docs/apache-airflow-providers-sftp/index.rst | 6 +-
.../notifications/slack_notifier_howto_guide.rst | 4 -
.../slackwebhook_notifier_howto_guide.rst | 4 -
.../notifications/smtp_notifier_howto_guide.rst | 4 -
.../apache-airflow-providers-snowflake/commits.rst | 14 +-
docs/apache-airflow-providers-snowflake/index.rst | 6 +-
docs/apache-airflow-providers-tableau/commits.rst | 14 +-
docs/apache-airflow-providers-tableau/index.rst | 2 +-
.../administration-and-deployment/listeners.rst | 1 +
.../logging-monitoring/callbacks.rst | 1 -
.../logging-monitoring/metrics.rst | 4 -
.../{auth-manager.rst => auth-manager/index.rst} | 18 +-
.../core-concepts/auth-manager/simple.rst | 81 +
.../core-concepts/executor/index.rst | 2 +-
docs/apache-airflow/core-concepts/index.rst | 2 +-
docs/apache-airflow/core-concepts/tasks.rst | 73 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 245 +-
docs/apache-airflow/migrations-ref.rst | 4 +-
docs/apache-airflow/public-airflow-interface.rst | 2 +-
docs/apache-airflow/redirects.txt | 1 +
docs/conf.py | 1 -
docs/spelling_wordlist.txt | 2 +
generated/provider_dependencies.json | 2 +-
generated/provider_metadata.json | 376 +-
.../airflow_aux/test_migrate_database_job.py | 12 +
helm_tests/webserver/test_ingress_flower.py | 25 +
helm_tests/webserver/test_ingress_web.py | 24 +
newsfragments/41420.significant.rst | 11 +
newsfragments/42280.significant.rst | 5 +
newsfragments/42285.significant.rst | 1 +
newsfragments/42343.feature.rst | 1 +
newsfragments/42343.significant.rst | 7 +
pyproject.toml | 3 +
scripts/ci/pre_commit/check_pre_commit_hooks.py | 2 +-
scripts/in_container/run_migration_reference.py | 38 +-
tests/api_connexion/conftest.py | 11 -
.../endpoints/test_config_endpoint.py | 22 -
.../endpoints/test_connection_endpoint.py | 89 -
tests/api_connexion/endpoints/test_dag_endpoint.py | 99 -
.../endpoints/test_dag_run_endpoint.py | 185 -
.../endpoints/test_dag_source_endpoint.py | 16 -
.../endpoints/test_dag_warning_endpoint.py | 12 -
.../endpoints/test_dataset_endpoint.py | 184 -
.../endpoints/test_event_log_endpoint.py | 44 -
.../endpoints/test_forward_to_fab_endpoint.py | 238 -
.../api_connexion/endpoints/test_xcom_endpoint.py | 30 +
tests/api_connexion/schemas/test_dag_schema.py | 18 +-
tests/api_fastapi/views/public/test_dags.py | 53 +-
tests/auth/managers/fab/__init__.py | 16 -
.../managers/simple/test_simple_auth_manager.py | 51 +-
tests/callbacks/test_callback_requests.py | 9 -
tests/cli/commands/test_fastapi_api_command.py | 45 +-
tests/core/test_configuration.py | 2 +
tests/dag_processing/test_collection.py | 64 +
tests/dag_processing/test_job_runner.py | 34 +-
tests/dag_processing/test_processor.py | 394 +-
tests/dags/test_sensor.py | 2 +-
tests/datasets/test_dataset.py | 2 +-
tests/datasets/test_manager.py | 18 +-
tests/jobs/test_scheduler_job.py | 200 +-
tests/models/test_baseoperator.py | 45 -
tests/models/test_dag.py | 115 +-
tests/models/test_dagbag.py | 8 +-
tests/models/test_dagrun.py | 8 +-
tests/models/test_serialized_dag.py | 4 +-
tests/models/test_taskinstance.py | 4 +-
.../amazon/aws/auth_manager/cli/test_definition.py | 2 +-
.../aws/auth_manager/cli/test_idc_commands.py | 140 -
.../amazon/aws/auth_manager/views/test_auth.py | 4 +-
.../amazon/aws/hooks/test_redshift_data.py | 127 +-
.../amazon/aws/operators/test_redshift_data.py | 86 +-
.../providers/amazon/aws/sensors/test_dynamodb.py | 48 +-
.../providers/amazon/aws/utils/test_openlineage.py | 4 +-
tests/providers/apache/beam/operators/test_beam.py | 20 +-
.../fab => tests/providers/edge/cli}/__init__.py | 0
tests/providers/edge/cli/test_edge_command.py | 259 +
tests/providers/edge/models/test_edge_worker.py | 29 +
.../test_role_and_permission_endpoint.py | 48 +-
.../api_endpoints/test_user_endpoint.py | 1 +
tests/providers/fab/auth_manager/conftest.py | 11 +-
.../fab/auth_manager/test_fab_auth_manager.py | 10 +-
.../google/cloud/operators/test_dataflow.py | 2 +-
.../microsoft/azure/operators/test_msgraph.py | 36 +-
tests/providers/opensearch/conftest.py | 120 +
.../providers/opensearch/log}/__init__.py | 0
.../opensearch/log/test_os_json_formatter.py | 94 +
tests/providers/opensearch/log/test_os_response.py | 136 +
.../opensearch/log/test_os_task_handler.py | 494 ++
.../providers/standard/operators}/__init__.py | 0
.../standard/{time => }/operators/test_datetime.py | 2 +-
.../standard/{time => }/operators/test_weekday.py | 2 +-
.../providers/standard/sensors}/__init__.py | 0
.../standard/{time => }/sensors/test_date_time.py | 4 +-
.../standard/{time => }/sensors/test_time.py | 2 +-
.../standard/{time => }/sensors/test_time_delta.py | 4 +-
.../standard/{time => }/sensors/test_weekday.py | 2 +-
tests/providers/standard/time/__init__.py | 16 -
.../providers/standard/time/operators/__init__.py | 16 -
tests/providers/standard/time/sensors/__init__.py | 16 -
tests/sensors/test_external_task_sensor.py | 2 +-
tests/serialization/test_dag_serialization.py | 8 +-
.../aws/example_bedrock_retrieve_and_generate.py | 5 +-
tests/system/providers/amazon/aws/example_emr.py | 5 +-
.../providers/amazon/aws/example_redshift.py | 41 +-
.../amazon/aws/example_redshift_s3_transfers.py | 109 +-
.../google/cloud/cloud_sql/example_cloud_sql.py | 40 -
.../cloud/dataproc/example_dataproc_flink.py | 135 +
441 files changed, 8385 insertions(+), 28262 deletions(-)
delete mode 100644 airflow/api_connexion/endpoints/forward_to_fab_endpoint.py
create mode 100644 airflow/api_fastapi/parameters.py
delete mode 100644 airflow/auth/managers/fab/api/__init__.py
delete mode 100644 airflow/auth/managers/fab/api/auth/__init__.py
delete mode 100644 airflow/auth/managers/fab/api/auth/backend/__init__.py
delete mode 100644 airflow/auth/managers/fab/security_manager/__init__.py
create mode 100644 airflow/dag_processing/collection.py
delete mode 100644 airflow/example_dags/example_sla_dag.py
copy
airflow/{providers/fab/migrations/versions/0001_1_3_0_placeholder_migration.py
=> migrations/versions/0033_3_0_0_remove_redundant_index.py} (61%)
delete mode 100644
airflow/providers/amazon/aws/auth_manager/cli/idc_commands.py
copy airflow/{api_connexion => providers/edge/cli}/__init__.py (100%)
create mode 100644 airflow/providers/edge/cli/edge_command.py
rename
airflow/providers/fab/migrations/versions/{0001_1_3_0_placeholder_migration.py
=> 0001_1_4_0_placeholder_migration.py} (98%)
copy airflow/{api_connexion => providers/opensearch/log}/__init__.py (100%)
create mode 100644 airflow/providers/opensearch/log/os_json_formatter.py
create mode 100644 airflow/providers/opensearch/log/os_response.py
create mode 100644 airflow/providers/opensearch/log/os_task_handler.py
copy airflow/{api_connexion => providers/standard/operators}/__init__.py (100%)
rename airflow/providers/standard/{time => }/operators/datetime.py (100%)
rename airflow/providers/standard/{time => }/operators/weekday.py (100%)
copy airflow/{api_connexion => providers/standard/sensors}/__init__.py (100%)
rename airflow/providers/standard/{time => }/sensors/date_time.py (100%)
rename airflow/providers/standard/{time => }/sensors/time.py (100%)
rename airflow/providers/standard/{time => }/sensors/time_delta.py (100%)
rename airflow/providers/standard/{time => }/sensors/weekday.py (100%)
delete mode 100644 airflow/providers/standard/time/__init__.py
delete mode 100644 airflow/providers/standard/time/operators/__init__.py
delete mode 100644 airflow/providers/standard/time/sensors/__init__.py
copy airflow/ui/{vite.config.ts => src/utils/ChakraWrapper.test.tsx} (52%)
copy airflow/ui/{vite.config.ts => src/utils/RouterWrapper.test.tsx} (52%)
delete mode 100644 chart/newsfragments/42069.significant.rst
create mode 100644 chart/newsfragments/42406.significant.rst
create mode 100644 docs/apache-airflow-providers-fab/migrations-ref.rst
create mode 100644 docs/apache-airflow-providers-fab/upgrading.rst
copy docs/{apache-airflow-providers-amazon =>
apache-airflow-providers-opensearch}/configurations-ref.rst (100%)
create mode 100644 docs/apache-airflow-providers-opensearch/logging/index.rst
rename docs/apache-airflow/core-concepts/{auth-manager.rst =>
auth-manager/index.rst} (96%)
create mode 100644 docs/apache-airflow/core-concepts/auth-manager/simple.rst
create mode 100644 newsfragments/41420.significant.rst
create mode 100644 newsfragments/42280.significant.rst
create mode 100644 newsfragments/42285.significant.rst
create mode 100644 newsfragments/42343.feature.rst
create mode 100644 newsfragments/42343.significant.rst
delete mode 100644
tests/api_connexion/endpoints/test_forward_to_fab_endpoint.py
delete mode 100644 tests/auth/managers/fab/__init__.py
create mode 100644 tests/dag_processing/test_collection.py
delete mode 100644
tests/providers/amazon/aws/auth_manager/cli/test_idc_commands.py
rename {airflow/auth/managers/fab => tests/providers/edge/cli}/__init__.py
(100%)
create mode 100644 tests/providers/edge/cli/test_edge_command.py
copy {airflow/api_connexion => tests/providers/opensearch/log}/__init__.py
(100%)
create mode 100644 tests/providers/opensearch/log/test_os_json_formatter.py
create mode 100644 tests/providers/opensearch/log/test_os_response.py
create mode 100644 tests/providers/opensearch/log/test_os_task_handler.py
copy {airflow/api_connexion => tests/providers/standard/operators}/__init__.py
(100%)
rename tests/providers/standard/{time => }/operators/test_datetime.py (99%)
rename tests/providers/standard/{time => }/operators/test_weekday.py (99%)
copy {airflow/api_connexion => tests/providers/standard/sensors}/__init__.py
(100%)
rename tests/providers/standard/{time => }/sensors/test_date_time.py (95%)
rename tests/providers/standard/{time => }/sensors/test_time.py (97%)
rename tests/providers/standard/{time => }/sensors/test_time_delta.py (96%)
rename tests/providers/standard/{time => }/sensors/test_weekday.py (98%)
delete mode 100644 tests/providers/standard/time/__init__.py
delete mode 100644 tests/providers/standard/time/operators/__init__.py
delete mode 100644 tests/providers/standard/time/sensors/__init__.py
create mode 100644
tests/system/providers/google/cloud/dataproc/example_dataproc_flink.py