This is an automated email from the ASF dual-hosted git repository.
husseinawala pushed a change to branch test_arc_3
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard db56cbab7b Test GHA ARC
add 00e5976bde remove soft_fail part2 (#41727)
add 59dc98178b Separate FAB migration from Core Airflow migration (#41437)
add 8019a75f76 revert removing soft_fail from TimeDeltaSensorAsync (#41741)
add ef8f3498b4 docs(deferring): fix wrong example and remove unnecessay
example (#41691)
add e8a5996891 Unify DAG schedule args and change default to None (#41453)
add 8d6a0a1be4 Update Databricks workflow example DAG (#41700)
add d6f820d5bc Bump micromatch from 4.0.5 to 4.0.8 in /airflow/www (#41726)
add 761ad6ec13 Remove Airflow 2.7 support from Kubernetes Provider (#41746)
add b0391838c1 Provider fab auth manager deprecated methods removed
(#41720)
add 238f2351dd remove licence from generated ts types interface (#41751)
add 6647610a8e Don't Fail LocalTaskJob on heartbeat (#41704)
add 79db243d03 Adding rel property to hyperlinks in logs (#41696)
add 1008ea198a Update elasticsearch.rst (#41764)
add 33f81bfb93 Update snowflake naming for account names and locators.
(#41775)
add ded67d04c6 [redis]adding additional values for existing persistence
claim (#41619)
add 433bfd4a5f chore(docs): add an example for auth with keycloak (#41687)
add 8765039214 Removed deprecated method referance
airflow.www.auth.has_access when min airflow version >= 2.8.0 (#41747)
add 1e7bbf829a Remove deprecations in airflow.models.skipmixin (#41780)
add c5a7fb11a7 Remove deprecations in airflow.models.errors (#41779)
add 82abd79913 Fix some non-critical pre-commit issues (#41749)
add 3c477e1e26 Remove deprecations in airflow.models.param (#41776)
add 938ab82c22 Add logging device and logging device options to
DockerSwarmOperator (#41416)
add 2bac27fd66 Remove deprecations in Connection for Airflow 3 (#41762)
add 606a26c254 Remove deprecations in BaseOperator for Airflow 3 (#41761)
add 37b9607a2b Remove a set of deprecations in airflow.www module (#41758)
add dabab2db58 Remove one leftover deprecated import from FAB provider
test (#41757)
add ddec35dc6b Removed deprecated TaskStateTrigger from
airflow.triggers.external_task module (#41737)
add 27fe45bdfe Remove deprecated parameters from airflow (core) Operators
(#41736)
add 180805207d Remove deprecated airflow.kubernetes package (#41735)
add 83ba17f41e Remove deprecation warning for cgitb in Plugins Manager
(#41732)
add 7caf268baf backfill job command cli deperecated options removed
(#41739)
add dc12ad1169 Module airflow.hooks.dbapi removed (#41748)
add 748a48ae62 Remove deprecations in airflow.models.dagrun (#41778)
add a0baa684ab Remove deprecated get_connections() function in BaseHook
(#41733)
add 615cddf427 airflow.models.taskinstance deprecations removed (#41784)
add baadce9622 Fix mocking in cncf.kubernetes tests after get_connections
removal (#41805)
add c018a47954 test(providers/yandex): fix
test_yandex_lockbox_secret_backend_get_connection_from_json by removing
non-json extra (#41815)
add 71aa592acf Add examples for discussion/vote threads for new providers
(#41817)
add 9f30a41874 Fix: DAGs are not marked as stale if the dags folder change
(#41433)
add 5f2cc07ef6 Update providers metadata 2024-08-28 (#41823)
add ef80f6b028 Move away from deprecated DAG.following_schedule() method
(#41773)
add 7bbb4b41e8 Small fix for datafusion system test (#41795)
add 45740b19cf Set end_date and duration for triggers completed with
end_from_trigger as True. (#41754)
add e55ecd5870 Add hostAliases support for Triggerer in helm chart (#41725)
add 032ac87b1d logout link in no roles error page fix (#41813)
add c2d5ef4525 Update provider to use Airbyte API Python SDK (#41122)
add 015005c44d Consolidated fix for volumeClaimTemplates (apiVersion and
PVC) (#41771)
add 5ab79b542b Remove deprecations in airflow.models.dag (#41774)
add 6c99f7c05d Remove deprecations in airflow.models.taskreschedule
(#41808)
add 55f9068d53 Make code style fix in Dataform system test (#41750)
add 56a3987c3f Remove old pre-migration data integrity checks (#41850)
add 435e9687b0 Handle Example dags case when checking for missing files
(#41856)
add 2af908db00 Unpin google-cloud-bigquery package version for Google
provider (#41839)
add 38e69c7499 Pydantic v2 and FastAPI as core dependency (#41857)
add 09c7991a73 Remove tabular provider from source code (#41826)
add e8888fe055 Bump webpack from 5.76.0 to 5.94.0 in /airflow/www (#41864)
add e0e937421c Setup ui rest api (#41798)
add e63aeaed5e Refactor test_cli_test_with_deferrable_operator to use
caplog (#41859)
add 062fb3a438 Fix treatment of "#" in S3Hook.parse_s3_url() (#41796)
add feee981a5d Fix typo in trace attribute (#41837)
add 6e011185bb Support the unpack operator in signature (#41316)
add 365b42f5a1 [FEAT] databricks repair run with reason match and
appropriate new settings (#41412)
add 3740b0c396 Use Databricks conn_id from env for DatabricksTaskOperator
in system test (#41861)
add 9e40107637 Fixing version bump issue when all changes are misc (#41875)
add 87a4a51375 Adding tojson filter to example_inlet_event_extra example
dag (#41873)
add bbb0085603 Update min version of google-cloud-bigquery package (#41882)
add 3f0b3d70e3 Add trace tags to task instances and also support
OTEL_RESOURCE_ATTRIBUTES for spans (#41841)
add 35ce2f1566 Add Supervised Fine Tuning Train Operator, Hook, Tests,
Docs (#41807)
add 07af14ae75 Skip test_scan_stale_dags_when_dag_folder_change in DB
isolation mode (#41893)
add b8a25b9802 Initialize new airflow/ui directory (#41846)
add 8b0a78120c Adding DAG import error stack trace as span event in OTEL
traces for Airflow (#41865)
add 0f5c25b416 Make Scarf usage reporting in major+minor versions and
counters in buckets (#41898)
add fe15f590e0 Add generating recommended actions for projects and
dependency depth (#41920)
add 3b76ec9a89 Removed deprecated method requires_access from module
airflow.api_connexion.security (#41910)
add b1e4f37505 Fix ElasticSearch SQLClient deprecation warning (#41871)
add 86e3d2919c Enforce deprecation message format with EOL for google
provider package (#41637)
add 9a66882ed5 update pattern for dataflow job id extraction (#41794)
add 2b03469e9e Removed deprecation warning catching in test_db_cleanup
(#41909)
add b88e408de2 ci: improve check_deferrable_default script to cover
positional variables (#41924)
add 9cfc6dfe6e Upgrade UV to 0.4.1 (#41925)
add f168d0aedb Add backcompat check for executors that don't inherit
BaseExecutor (#41906)
add 6c8af92c6e [Task] add UT for rotate log setting in worker task
(#41923)
add 04217f1d9b airflow.models.xcom deprecations removed (#41803)
add 2823acd125 Fix poll_interval in GKEJobTrigger (#41712)
add 7cf54a734e Add CountTokensOperator for Google Generative AI
CountTokensAPI (#41908)
add 7a75f0a2bc Protect against None components of universal pathlib xcom
backend (#41921)
add 351961caf4 Lower down universal-pathlib minimum to 0.2.2 (#41939)
add c45be77a7d add airflow ui-api command (#41896)
add f52bfd987e Remove system test for derepcated Google analytics
operators (#41946)
add d59db11cb5 Add RunEvaluationOperator for Google Vertex AI Rapid
Evaluation API (#41940)
add 00db98b5fe fix: cast list to flattened string in openlineage
InfoJsonEncodable (#41786)
add 86af316c87 docstring update (#41929)
add 8640f3e397 move to dag_run.logical_date from execution date in
OpenLineage provider (#41889)
add c0a9f78d64 chore: Update Marquez version in openlineage integration
(#41950)
add aa23bfdbc7 feat: notify about potential serialization failures when
sending DagRun, don't serialize unnecessary params, guard listener for
exceptions (#41690)
add 7f9f923d64 [Fix #41763]: Redundant forward slash in SFTPToGCSOperator
when destination_path is not specified or have default value (#41928)
add 7d3a402f48 Add DataflowStartYamlJobOperator (#41576)
add f16107017c Revert "Provider fab auth manager deprecated methods
removed (#41720)" (#41960)
add 8267c332b8 Switch to using emulation for image building (#41959)
add 1379376b66 Add TODOs in providers code for Subdag code removal (#41963)
add 0f721d4984 Test GHA ARC
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (db56cbab7b)
\
N -- N -- N refs/heads/test_arc_3 (0f721d4984)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.dockerignore | 1 +
.../airflow_providers_bug_report.yml | 1 -
.github/boring-cyborg.yml | 6 +-
.github/workflows/basic-tests.yml | 46 +-
.github/workflows/ci.yml | 2 +
.github/workflows/release_dockerhub_image.yml | 35 +-
.github/workflows/run-unit-tests.yml | 6 -
.github/workflows/special-tests.yml | 44 -
.gitignore | 7 +
.pre-commit-config.yaml | 41 +-
.rat-excludes | 5 +
Dockerfile | 2 +-
Dockerfile.ci | 45 +-
INSTALL | 8 +-
PROVIDERS.rst | 9 +
airflow/api_connexion/openapi/v1.yaml | 25 +-
airflow/api_connexion/schemas/common_schema.py | 37 -
airflow/api_connexion/schemas/dag_schema.py | 4 +-
airflow/api_connexion/security.py | 25 +-
airflow/{api_connexion => api_ui}/__init__.py | 0
airflow/api_ui/app.py | 71 +
.../dagparam.py => api_ui/gunicorn_config.py} | 23 +-
.../test_tabular.py => airflow/api_ui/main.py | 6 +-
.../{api_connexion => api_ui/views}/__init__.py | 0
airflow/api_ui/views/datasets.py | 82 +
airflow/cli/cli_config.py | 81 +-
airflow/cli/commands/dag_command.py | 19 +-
airflow/cli/commands/standalone_command.py | 7 +
airflow/cli/commands/ui_api_command.py | 201 +
airflow/config_templates/config.yml | 27 +-
airflow/dag_processing/manager.py | 31 +-
airflow/example_dags/example_inlet_event_extra.py | 2 +-
airflow/exceptions.py | 4 -
airflow/hooks/base.py | 18 -
airflow/io/path.py | 2 +-
airflow/jobs/local_task_job_runner.py | 11 +-
airflow/jobs/scheduler_job_runner.py | 5 +-
airflow/kubernetes/__init__.py | 154 -
.../kubernetes/pre_7_4_0_compatibility/__init__.py | 31 -
.../pre_7_4_0_compatibility/k8s_model.py | 62 -
.../pre_7_4_0_compatibility/kube_client.py | 145 -
.../pre_7_4_0_compatibility/pod_generator.py | 680 ---
.../pod_generator_deprecated.py | 309 -
.../kubernetes/pre_7_4_0_compatibility/secret.py | 125 -
airflow/migrations/env.py | 10 +-
...3_0_0_rename_schedule_interval_to_timetable_.py | 60 +
airflow/models/baseoperator.py | 79 +-
airflow/models/connection.py | 75 +-
airflow/models/dag.py | 334 +-
airflow/models/dagrun.py | 37 +-
airflow/models/errors.py | 17 -
airflow/models/param.py | 49 +-
airflow/models/skipmixin.py | 33 +-
airflow/models/taskinstance.py | 195 +-
airflow/models/taskreschedule.py | 67 -
airflow/models/xcom.py | 325 +-
airflow/operators/datetime.py | 11 +-
airflow/operators/python.py | 10 +-
airflow/operators/trigger_dagrun.py | 12 -
airflow/operators/weekday.py | 11 -
airflow/plugins_manager.py | 3 +-
airflow/providers/airbyte/CHANGELOG.rst | 15 +
airflow/providers/airbyte/hooks/airbyte.py | 241 +-
airflow/providers/airbyte/operators/airbyte.py | 74 +-
airflow/providers/airbyte/provider.yaml | 3 +-
airflow/providers/airbyte/sensors/airbyte.py | 46 +-
airflow/providers/airbyte/triggers/airbyte.py | 20 +-
.../amazon/aws/executors/batch/batch_executor.py | 2 +-
airflow/providers/amazon/aws/hooks/s3.py | 2 +-
airflow/providers/amazon/provider.yaml | 1 -
.../executors/kubernetes_executor_utils.py | 18 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 2 +
airflow/providers/cncf/kubernetes/operators/pod.py | 1 +
.../cncf/kubernetes/operators/spark_kubernetes.py | 1 +
airflow/providers/common/io/xcom/backend.py | 7 +-
airflow/providers/databricks/hooks/databricks.py | 10 +
.../providers/databricks/operators/databricks.py | 67 +-
.../databricks/plugins/databricks_workflow.py | 12 -
airflow/providers/docker/operators/docker_swarm.py | 27 +-
.../providers/elasticsearch/hooks/elasticsearch.py | 4 +-
airflow/providers/fab/alembic.ini | 133 +
.../providers/fab/auth_manager/models/__init__.py | 29 +-
.../fab/auth_manager/models/db.py} | 29 +-
.../fab/auth_manager/security_manager/override.py | 2 +
airflow/providers/fab/migrations/README | 1 +
.../fab/migrations}/__init__.py | 0
airflow/{ => providers/fab}/migrations/env.py | 52 +-
.../fab/migrations/script.py.mako} | 36 +-
.../fab/migrations/versions}/__init__.py | 0
airflow/providers/ftp/sensors/ftp.py | 3 -
airflow/providers/google/cloud/hooks/bigquery.py | 132 +-
.../providers/google/cloud/hooks/cloud_build.py | 5 +-
airflow/providers/google/cloud/hooks/dataflow.py | 159 +-
.../providers/google/cloud/hooks/datapipeline.py | 6 +-
.../google/cloud/hooks/kubernetes_engine.py | 41 +-
.../providers/google/cloud/hooks/life_sciences.py | 12 +-
.../providers/google/cloud/hooks/secret_manager.py | 6 +-
.../google/cloud/hooks/vertex_ai/custom_job.py | 17 +-
.../cloud/hooks/vertex_ai/generative_model.py | 212 +-
airflow/providers/google/cloud/links/automl.py | 35 +-
.../providers/google/cloud/operators/bigquery.py | 10 +-
.../providers/google/cloud/operators/dataflow.py | 190 +-
.../providers/google/cloud/operators/datafusion.py | 5 +-
.../google/cloud/operators/datapipeline.py | 11 +-
.../providers/google/cloud/operators/dataproc.py | 63 +-
airflow/providers/google/cloud/operators/gcs.py | 8 +-
.../google/cloud/operators/kubernetes_engine.py | 5 +-
.../google/cloud/operators/life_sciences.py | 12 +-
.../providers/google/cloud/operators/mlengine.py | 107 +-
.../google/cloud/operators/vertex_ai/auto_ml.py | 6 +-
.../google/cloud/operators/vertex_ai/custom_job.py | 10 +-
.../cloud/operators/vertex_ai/generative_model.py | 276 +-
.../google/cloud/secrets/secret_manager.py | 8 +-
airflow/providers/google/cloud/sensors/bigquery.py | 21 +-
.../google/cloud/sensors/cloud_composer.py | 15 +-
airflow/providers/google/cloud/sensors/gcs.py | 9 +-
.../google/cloud/transfers/sftp_to_gcs.py | 6 +
.../providers/google/cloud/triggers/dataflow.py | 146 +-
.../google/cloud/triggers/kubernetes_engine.py | 24 +-
airflow/providers/google/common/deprecated.py | 176 +
.../providers/google/common/hooks/base_google.py | 5 +-
.../google/marketing_platform/hooks/analytics.py | 6 +-
.../marketing_platform/operators/analytics.py | 49 +-
airflow/providers/google/provider.yaml | 9 +-
airflow/providers/http/sensors/http.py | 6 +-
airflow/providers/openlineage/plugins/adapter.py | 76 +-
airflow/providers/openlineage/plugins/listener.py | 155 +-
airflow/providers/openlineage/utils/utils.py | 29 +-
airflow/providers/snowflake/utils/openlineage.py | 42 +-
.../providers/tabular/.latest-doc-only-change.txt | 1 -
airflow/providers/tabular/CHANGELOG.rst | 215 -
airflow/providers/tabular/hooks/__init__.py | 16 -
airflow/providers/tabular/provider.yaml | 52 -
airflow/serialization/pydantic/dag.py | 46 +-
airflow/serialization/pydantic/dag_run.py | 6 +-
airflow/serialization/pydantic/dataset.py | 2 +-
airflow/serialization/pydantic/job.py | 3 +-
airflow/serialization/pydantic/taskinstance.py | 21 +-
airflow/serialization/pydantic/tasklog.py | 2 +-
airflow/serialization/pydantic/trigger.py | 3 +-
airflow/serialization/schema.json | 8 -
airflow/serialization/serialized_objects.py | 35 +-
airflow/serialization/serializers/kubernetes.py | 7 +-
airflow/ti_deps/deps/runnable_exec_date_dep.py | 2 +-
airflow/timetables/base.py | 26 +-
airflow/timetables/datasets.py | 2 +-
airflow/traces/otel_tracer.py | 12 +-
airflow/triggers/base.py | 2 +-
airflow/triggers/external_task.py | 121 +-
airflow/{www => ui}/.prettierignore | 0
airflow/ui/.prettierrc | 11 +
airflow/ui/CONTRIBUTING.md | 70 +
airflow/ui/README.md | 69 +
airflow/ui/dev/index.html | 26 +
airflow/ui/eslint.config.js | 54 +
airflow/ui/index.html | 13 +
airflow/ui/openapi-gen/queries/common.ts | 1505 +++++
airflow/ui/openapi-gen/queries/index.ts | 4 +
airflow/ui/openapi-gen/queries/infiniteQueries.ts | 1 +
airflow/ui/openapi-gen/queries/prefetch.ts | 1357 +++++
airflow/ui/openapi-gen/queries/queries.ts | 2990 ++++++++++
airflow/ui/openapi-gen/queries/suspense.ts | 1689 ++++++
airflow/ui/openapi-gen/requests/core/ApiError.ts | 25 +
.../openapi-gen/requests/core/ApiRequestOptions.ts | 21 +
airflow/ui/openapi-gen/requests/core/ApiResult.ts | 7 +
.../openapi-gen/requests/core/CancelablePromise.ts | 126 +
airflow/ui/openapi-gen/requests/core/OpenAPI.ts | 57 +
airflow/ui/openapi-gen/requests/core/request.ts | 387 ++
airflow/ui/openapi-gen/requests/index.ts | 7 +
airflow/ui/openapi-gen/requests/schemas.gen.ts | 3240 ++++++++++
airflow/ui/openapi-gen/requests/services.gen.ts | 3310 +++++++++++
airflow/ui/openapi-gen/requests/types.gen.ts | 6197 ++++++++++++++++++++
airflow/ui/package.json | 52 +
airflow/ui/pnpm-lock.yaml | 6053 +++++++++++++++++++
airflow/{www/static => ui/public}/pin_32.png | Bin
airflow/ui/src/app.test.tsx | 119 +
airflow/{www/static/js/theme.ts => ui/src/app.tsx} | 37 +-
airflow/ui/src/assets/AirflowPin.tsx | 77 +
airflow/ui/src/dagsList.tsx | 180 +
airflow/ui/src/main.tsx | 65 +
airflow/ui/src/nav.tsx | 76 +
airflow/{www/static/js => ui/src}/theme.ts | 3 +
.../static/js/theme.ts => ui/src/utils/test.tsx} | 35 +-
.../static/js/theme.ts => ui/src/vite-env.d.ts} | 21 +-
.../{www/static/js/theme.ts => ui/testsSetup.ts} | 23 +-
airflow/ui/tsconfig.app.json | 29 +
airflow/ui/tsconfig.json | 7 +
airflow/ui/tsconfig.node.json | 27 +
.../{www/static/js/theme.ts => ui/vite.config.ts} | 48 +-
airflow/utils/db.py | 520 +-
airflow/utils/db_manager.py | 166 +
airflow/utils/log/file_task_handler.py | 2 +-
airflow/utils/log/log_reader.py | 2 +-
airflow/utils/operator_helpers.py | 8 +-
airflow/utils/pydantic.py | 61 -
airflow/utils/sqlalchemy.py | 54 +-
airflow/utils/usage_data_collection.py | 18 +-
airflow/www/alias-rest-types.js | 20 -
airflow/www/app.py | 17 +-
airflow/www/auth.py | 24 -
airflow/www/extensions/init_dagbag.py | 12 +-
.../tabular.py => www/extensions/init_react_ui.py} | 28 +-
airflow/www/package.json | 3 +-
airflow/www/security.py | 46 -
.../www/static/js/components/NewTable/NewTable.tsx | 2 +-
airflow/www/static/js/components/Table/index.tsx | 2 +-
airflow/www/static/js/dag/details/dag/Dag.tsx | 17 +-
.../dag/details/taskInstance/Logs/utils.test.tsx | 4 +-
.../js/dag/details/taskInstance/Logs/utils.ts | 2 +-
airflow/www/static/js/theme.ts | 40 +-
airflow/www/static/js/types/api-generated.ts | 40 +-
airflow/www/templates/airflow/dag.html | 6 +-
airflow/www/templates/airflow/dags.html | 2 +-
airflow/www/templates/airflow/main.html | 7 +
.../templates/airflow/no_roles_permissions.html | 7 +-
airflow/www/utils.py | 29 -
airflow/www/views.py | 26 +-
airflow/www/yarn.lock | 464 +-
chart/templates/redis/redis-statefulset.yaml | 9 +-
.../templates/triggerer/triggerer-deployment.yaml | 7 +-
chart/templates/workers/worker-deployment.yaml | 4 +-
chart/values.schema.json | 30 +
chart/values.yaml | 11 +
codecov.yml | 1 +
contributing-docs/03_contributors_quick_start.rst | 2 +
contributing-docs/08_static_code_checks.rst | 6 +
.../12_airflow_dependencies_and_extras.rst | 8 +-
dev/breeze/doc/03_developer_tasks.rst | 14 +
dev/breeze/doc/ci/04_selective_checks.md | 3 +
dev/breeze/doc/images/output-commands.svg | 50 +-
dev/breeze/doc/images/output_build-docs.svg | 30 +-
dev/breeze/doc/images/output_build-docs.txt | 2 +-
dev/breeze/doc/images/output_ci-image.svg | 2 +-
dev/breeze/doc/images/output_ci-image_pull.svg | 34 +-
dev/breeze/doc/images/output_ci-image_verify.svg | 30 +-
dev/breeze/doc/images/output_ci.svg | 2 +-
.../output_ci_find-backtracking-candidates.svg | 2 +-
dev/breeze/doc/images/output_ci_fix-ownership.svg | 8 +-
dev/breeze/doc/images/output_ci_free-space.svg | 8 +-
.../doc/images/output_ci_get-workflow-info.svg | 6 +-
dev/breeze/doc/images/output_ci_resource-check.svg | 6 +-
.../doc/images/output_ci_selective-check.svg | 22 +-
dev/breeze/doc/images/output_cleanup.svg | 10 +-
dev/breeze/doc/images/output_compile-ui-assets.svg | 119 +
dev/breeze/doc/images/output_compile-ui-assets.txt | 1 +
.../doc/images/output_compile-www-assets.svg | 10 +-
dev/breeze/doc/images/output_down.svg | 14 +-
dev/breeze/doc/images/output_exec.svg | 6 +-
.../doc/images/output_generate-migration-file.svg | 14 +-
dev/breeze/doc/images/output_k8s.svg | 14 +-
.../doc/images/output_k8s_build-k8s-image.svg | 30 +-
.../doc/images/output_k8s_configure-cluster.svg | 24 +-
.../doc/images/output_k8s_create-cluster.svg | 26 +-
.../doc/images/output_k8s_delete-cluster.svg | 12 +-
.../doc/images/output_k8s_deploy-airflow.svg | 34 +-
dev/breeze/doc/images/output_k8s_k9s.svg | 12 +-
dev/breeze/doc/images/output_k8s_logs.svg | 12 +-
.../doc/images/output_k8s_run-complete-tests.svg | 44 +-
dev/breeze/doc/images/output_k8s_setup-env.svg | 8 +-
dev/breeze/doc/images/output_k8s_shell.svg | 14 +-
dev/breeze/doc/images/output_k8s_status.svg | 14 +-
dev/breeze/doc/images/output_k8s_tests.svg | 28 +-
.../doc/images/output_k8s_upload-k8s-image.svg | 24 +-
dev/breeze/doc/images/output_prod-image.svg | 2 +-
dev/breeze/doc/images/output_prod-image_pull.svg | 34 +-
dev/breeze/doc/images/output_prod-image_verify.svg | 32 +-
.../doc/images/output_release-management.svg | 2 +-
...tput_release-management_add-back-references.svg | 14 +-
...tput_release-management_add-back-references.txt | 2 +-
...ase-management_clean-old-provider-artifacts.svg | 8 +-
...tput_release-management_create-minor-branch.svg | 6 +-
...put_release-management_generate-constraints.svg | 30 +-
...ease-management_generate-issue-content-core.svg | 20 +-
...anagement_generate-issue-content-helm-chart.svg | 16 +-
...ease-management_generate-providers-metadata.svg | 6 +-
..._release-management_prepare-airflow-package.svg | 12 +-
..._release-management_prepare-airflow-tarball.svg | 4 +-
...lease-management_prepare-helm-chart-package.svg | 8 +-
...lease-management_prepare-helm-chart-tarball.svg | 20 +-
...ut_release-management_prepare-python-client.svg | 18 +-
.../output_release-management_publish-docs.svg | 30 +-
.../output_release-management_publish-docs.txt | 2 +-
...tput_release-management_release-prod-images.svg | 22 +-
.../output_release-management_start-rc-process.svg | 10 +-
.../output_release-management_start-release.svg | 8 +-
.../output_release-management_tag-providers.svg | 8 +-
...utput_release-management_update-constraints.svg | 22 +-
dev/breeze/doc/images/output_sbom.svg | 18 +-
.../output_sbom_build-all-airflow-images.svg | 20 +-
.../output_sbom_export-dependency-information.svg | 54 +-
.../output_sbom_export-dependency-information.txt | 2 +-
...output_sbom_generate-providers-requirements.svg | 30 +-
...output_sbom_generate-providers-requirements.txt | 2 +-
dev/breeze/doc/images/output_setup.svg | 2 +-
.../doc/images/output_setup_autocomplete.svg | 10 +-
.../output_setup_check-all-params-in-groups.svg | 12 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
dev/breeze/doc/images/output_setup_config.svg | 16 +-
.../output_setup_regenerate-command-images.svg | 24 +-
.../output_setup_regenerate-command-images.txt | 2 +-
.../doc/images/output_setup_self-upgrade.svg | 4 +-
.../output_setup_synchronize-local-mounts.svg | 6 +-
dev/breeze/doc/images/output_setup_version.svg | 6 +-
dev/breeze/doc/images/output_shell.svg | 48 +-
dev/breeze/doc/images/output_shell.txt | 2 +-
dev/breeze/doc/images/output_start-airflow.svg | 102 +-
dev/breeze/doc/images/output_static-checks.svg | 112 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/doc/images/output_testing.svg | 2 +-
dev/breeze/doc/images/output_testing_db-tests.svg | 122 +-
dev/breeze/doc/images/output_testing_db-tests.txt | 2 +-
.../images/output_testing_docker-compose-tests.svg | 16 +-
.../doc/images/output_testing_helm-tests.svg | 20 +-
.../images/output_testing_integration-tests.svg | 34 +-
.../doc/images/output_testing_non-db-tests.svg | 122 +-
.../doc/images/output_testing_non-db-tests.txt | 2 +-
dev/breeze/doc/images/output_testing_tests.svg | 124 +-
dev/breeze/doc/images/output_testing_tests.txt | 2 +-
.../src/airflow_breeze/commands/common_options.py | 9 -
.../airflow_breeze/commands/developer_commands.py | 37 +-
.../commands/developer_commands_config.py | 11 +-
.../commands/release_management_commands.py | 1 +
.../src/airflow_breeze/commands/sbom_commands.py | 46 +-
.../commands/sbom_commands_config.py | 1 +
.../src/airflow_breeze/commands/setup_commands.py | 1 +
.../airflow_breeze/commands/testing_commands.py | 11 -
.../commands/testing_commands_config.py | 3 -
dev/breeze/src/airflow_breeze/global_constants.py | 3 +-
.../src/airflow_breeze/params/shell_params.py | 5 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 3 +
.../prepare_providers/provider_documentation.py | 16 +-
dev/breeze/src/airflow_breeze/utils/cdxgen.py | 52 +-
dev/breeze/src/airflow_breeze/utils/path_utils.py | 8 +
dev/breeze/src/airflow_breeze/utils/run_utils.py | 79 +-
.../src/airflow_breeze/utils/selective_checks.py | 13 +
dev/breeze/src/airflow_breeze/utils/visuals.py | 3 +
dev/breeze/tests/test_packages.py | 2 +-
dev/breeze/tests/test_selective_checks.py | 97 +-
docs/README.rst | 2 +-
.../connections.rst | 40 +-
.../operators/airbyte.rst | 6 +-
.../notifications/apprise_notifier_howto_guide.rst | 2 +-
.../operators/index.rst | 2 +-
.../connections/elasticsearch.rst | 2 +-
.../auth-manager/webserver-authentication.rst | 91 +
.../operators/index.rst | 2 +-
.../operators/cloud/dataflow.rst | 32 +
.../operators/cloud/vertex_ai.rst | 33 +-
.../operators/marketing_platform/analytics.rst | 37 +-
.../guides/developer.rst | 2 +-
.../notifications/smtp_notifier_howto_guide.rst | 2 +-
.../apache-airflow-providers-tabular/changelog.rst | 25 -
docs/apache-airflow-providers-tabular/commits.rst | 216 -
.../connections.rst | 42 -
docs/apache-airflow-providers-tabular/index.rst | 100 -
.../installing-providers-from-sources.rst | 18 -
docs/apache-airflow-providers-tabular/security.rst | 18 -
.../administration-and-deployment/lineage.rst | 2 +-
.../advanced-logging-configuration.rst | 4 +-
.../production-deployment.rst | 2 +-
.../authoring-and-scheduling/deferring.rst | 77 +-
.../authoring-and-scheduling/plugins.rst | 2 +-
docs/apache-airflow/core-concepts/sensors.rst | 2 +-
docs/apache-airflow/howto/notifications.rst | 2 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 3494 +++++------
docs/apache-airflow/license.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 4 +-
docs/apache-airflow/project.rst | 2 +-
docs/apache-airflow/security/secrets/index.rst | 2 +-
docs/apache-airflow/tutorial/pipeline.rst | 2 +-
docs/docker-stack/entrypoint.rst | 2 +-
docs/docker-stack/index.rst | 2 +-
docs/docker-stack/recipes.rst | 2 +-
docs/integration-logos/tabular/tabular.jpeg | Bin 5652 -> 0 bytes
docs/spelling_wordlist.txt | 2 +
generated/README.md | 14 +
generated/dep_tree.txt | 579 ++
generated/dependency_depth.json | 146 +
generated/provider_dependencies.json | 27 +-
generated/provider_metadata.json | 20 +
hatch_build.py | 9 +-
helm_tests/airflow_core/test_triggerer.py | 13 +
helm_tests/other/test_redis.py | 10 +
newsfragments/24842.significant.rst | 6 +
newsfragments/41453.significant.rst | 11 +
newsfragments/41733.significant.rst | 1 +
newsfragments/41735.significant.rst | 1 +
newsfragments/41736.significant.rst | 7 +
newsfragments/41737.significant.rst | 1 +
newsfragments/41739.significant.rst | 3 +
newsfragments/41748.significant.rst | 1 +
newsfragments/41758.significant.rst | 12 +
newsfragments/41761.significant.rst | 7 +
newsfragments/41762.significant.rst | 7 +
newsfragments/41774.significant.rst | 12 +
newsfragments/41776.significant.rst | 5 +
newsfragments/41778.significant.rst | 4 +
newsfragments/41779.significant.rst | 1 +
newsfragments/41780.significant.rst | 1 +
newsfragments/41784.significant.rst | 12 +
newsfragments/41808.significant.rst | 8 +
newsfragments/41857.significant.rst | 3 +
newsfragments/41910.significant.rst | 1 +
pyproject.toml | 8 +-
scripts/ci/docker-compose/base-ports.yml | 1 +
scripts/ci/docker-compose/devcontainer.env | 1 -
.../ci/docker-compose/integration-openlineage.yml | 4 +-
scripts/ci/pre_commit/check_deferrable_default.py | 17 +-
scripts/ci/pre_commit/check_deprecations.py | 55 +-
scripts/ci/pre_commit/compile_ui_assets.py | 74 +
scripts/ci/pre_commit/compile_ui_assets_dev.py | 65 +
.../ci/pre_commit/lint_ui.py | 34 +-
scripts/ci/pre_commit/{www_lint.py => lint_www.py} | 0
scripts/docker/entrypoint_ci.sh | 42 -
scripts/in_container/bin/run_tmux | 11 +-
.../in_container/get_dependency_status.py | 35 +-
scripts/in_container/run_migration_reference.py | 78 +-
scripts/in_container/verify_providers.py | 7 +-
tests/always/test_connection.py | 133 +-
tests/always/test_example_dags.py | 8 +-
tests/always/test_project_structure.py | 7 +
tests/api_connexion/endpoints/test_dag_endpoint.py | 165 +-
.../endpoints/test_forward_to_fab_endpoint.py | 2 +-
tests/api_connexion/schemas/test_common_schema.py | 60 -
tests/api_connexion/schemas/test_dag_schema.py | 12 +-
tests/cli/commands/_common_cli_classes.py | 2 +-
tests/cli/commands/test_dag_command.py | 33 +-
tests/cli/commands/test_internal_api_command.py | 4 +-
tests/cli/commands/test_task_command.py | 8 +-
tests/cli/commands/test_ui_api_command.py | 166 +
tests/cli/commands/test_webserver_command.py | 4 +-
tests/conftest.py | 9 +-
tests/dag_processing/test_job_runner.py | 71 +-
tests/dags/test_invalid_cron.py | 6 +-
tests/jobs/test_scheduler_job.py | 15 +-
tests/jobs/test_triggerer_job.py | 2 +-
tests/models/test_baseoperator.py | 30 +-
tests/models/test_dag.py | 395 +-
tests/models/test_dagrun.py | 8 +-
tests/models/test_param.py | 33 +-
tests/models/test_skipmixin.py | 33 +-
tests/models/test_taskinstance.py | 47 +-
tests/models/test_trigger.py | 10 +-
tests/models/test_xcom.py | 166 -
tests/operators/test_datetime.py | 16 -
tests/operators/test_python.py | 22 +-
tests/operators/test_trigger_dagrun.py | 29 +-
tests/operators/test_weekday.py | 20 -
tests/providers/airbyte/hooks/test_airbyte.py | 159 +-
tests/providers/airbyte/operators/test_airbyte.py | 24 +-
tests/providers/airbyte/sensors/test_airbyte.py | 42 +-
tests/providers/airbyte/triggers/test_airbyte.py | 28 +-
tests/providers/amazon/aws/hooks/test_s3.py | 74 +-
tests/providers/amazon/aws/links/test_base_aws.py | 13 +-
.../providers/apache/druid/operators/test_druid.py | 7 +-
tests/providers/common/sql/hooks/test_dbapi.py | 10 -
.../providers/databricks/hooks/test_databricks.py | 24 +
.../databricks/operators/test_databricks.py | 147 +-
.../docker/operators/test_docker_swarm.py | 50 +
.../elasticsearch/hooks/test_elasticsearch.py | 11 +-
tests/providers/fab/auth_manager/models/test_db.py | 76 +
tests/providers/fab/auth_manager/test_security.py | 21 +-
tests/providers/ftp/sensors/test_ftp.py | 5 +-
.../providers/google/cloud/hooks/test_bigquery.py | 51 -
.../google/cloud/hooks/test_cloud_build.py | 4 +-
.../providers/google/cloud/hooks/test_dataflow.py | 37 +-
.../google/cloud/hooks/test_secret_manager.py | 18 +-
.../cloud/hooks/vertex_ai/test_generative_model.py | 101 +-
.../google/cloud/operators/test_bigquery.py | 29 +-
.../google/cloud/operators/test_bigquery_dts.py | 11 +-
.../google/cloud/operators/test_dataflow.py | 109 +-
.../google/cloud/operators/test_dataproc.py | 154 +-
tests/providers/google/cloud/operators/test_gcs.py | 22 +-
.../cloud/operators/test_kubernetes_engine.py | 40 +-
.../google/cloud/operators/test_mlengine.py | 292 +-
.../operators/vertex_ai/test_generative_model.py | 179 +-
.../google/cloud/sensors/test_bigquery.py | 30 +-
.../google/cloud/sensors/test_cloud_composer.py | 12 +-
tests/providers/google/cloud/sensors/test_gcs.py | 11 +-
.../google/cloud/transfers/test_sftp_to_gcs.py | 49 +
.../google/cloud/triggers/test_dataflow.py | 141 +-
.../cloud/triggers/test_kubernetes_engine.py | 8 +-
.../cloud/utils/test_mlengine_operator_utils.py | 12 +-
tests/providers/google/common/test_deprecated.py | 264 +
.../marketing_platform/hooks/test_analytics.py | 7 +-
.../marketing_platform/operators/test_analytics.py | 30 +-
tests/providers/http/sensors/test_http.py | 29 +-
tests/providers/microsoft/conftest.py | 15 +-
.../providers/openlineage/plugins/test_adapter.py | 316 +-
.../providers/openlineage/plugins/test_listener.py | 65 +-
tests/providers/openlineage/plugins/test_utils.py | 4 +-
tests/providers/openlineage/utils/test_utils.py | 25 +-
.../providers/snowflake/utils/test_openlineage.py | 26 +-
tests/providers/tabular/__init__.py | 16 -
tests/providers/tabular/hooks/__init__.py | 16 -
tests/providers/yandex/links/test_yq.py | 13 +-
tests/providers/yandex/operators/test_yq.py | 30 +-
tests/providers/yandex/secrets/test_lockbox.py | 18 +-
tests/serialization/test_dag_serialization.py | 87 +-
tests/serialization/test_pydantic_models.py | 13 +-
tests/serialization/test_serde.py | 2 +-
tests/serialization/test_serialized_objects.py | 6 +-
.../databricks/example_databricks_workflow.py | 34 +-
.../google/cloud/dataflow/example_dataflow_yaml.py | 172 +
.../google/cloud/dataform/example_dataform.py | 2 +-
.../google/cloud/datafusion/example_datafusion.py | 7 +-
.../example_vertex_ai_generative_model.py | 58 +
.../example_vertex_ai_generative_model_tuning.py | 68 +
.../google/marketing_platform/example_analytics.py | 101 -
tests/test_utils/compat.py | 3 +-
tests/test_utils/perf/perf_kit/__init__.py | 3 +-
.../deps/test_dag_ti_slots_available_dep.py | 4 +-
tests/ti_deps/deps/test_dag_unpaused_dep.py | 4 +-
tests/ti_deps/deps/test_not_in_retry_period_dep.py | 2 +-
tests/timetables/test_interval_timetable.py | 2 +-
tests/triggers/test_external_task.py | 201 +-
tests/utils/test_db.py | 94 +-
tests/utils/test_db_cleanup.py | 4 -
tests/utils/test_db_manager.py | 134 +
tests/utils/test_log_handlers.py | 87 +
tests/utils/test_operator_helpers.py | 12 +
tests/utils/test_usage_data_collection.py | 43 +-
tests/www/test_app.py | 5 +-
tests/www/test_auth.py | 11 -
tests/www/test_utils.py | 32 -
tests/www/views/test_views.py | 6 +-
527 files changed, 39038 insertions(+), 11559 deletions(-)
copy airflow/{api_connexion => api_ui}/__init__.py (100%)
create mode 100644 airflow/api_ui/app.py
rename airflow/{models/dagparam.py => api_ui/gunicorn_config.py} (69%)
rename tests/providers/tabular/hooks/test_tabular.py => airflow/api_ui/main.py
(92%)
copy airflow/{api_connexion => api_ui/views}/__init__.py (100%)
create mode 100644 airflow/api_ui/views/datasets.py
create mode 100644 airflow/cli/commands/ui_api_command.py
delete mode 100644 airflow/kubernetes/__init__.py
delete mode 100644 airflow/kubernetes/pre_7_4_0_compatibility/__init__.py
delete mode 100644 airflow/kubernetes/pre_7_4_0_compatibility/k8s_model.py
delete mode 100644 airflow/kubernetes/pre_7_4_0_compatibility/kube_client.py
delete mode 100644 airflow/kubernetes/pre_7_4_0_compatibility/pod_generator.py
delete mode 100644
airflow/kubernetes/pre_7_4_0_compatibility/pod_generator_deprecated.py
delete mode 100644 airflow/kubernetes/pre_7_4_0_compatibility/secret.py
create mode 100644
airflow/migrations/versions/0004_3_0_0_rename_schedule_interval_to_timetable_.py
create mode 100644 airflow/providers/fab/alembic.ini
rename airflow/{hooks/dbapi.py => providers/fab/auth_manager/models/db.py}
(61%)
create mode 100644 airflow/providers/fab/migrations/README
copy airflow/{api_connexion => providers/fab/migrations}/__init__.py (100%)
copy airflow/{ => providers/fab}/migrations/env.py (75%)
copy airflow/{www/extensions/init_dagbag.py =>
providers/fab/migrations/script.py.mako} (55%)
copy airflow/{api_connexion => providers/fab/migrations/versions}/__init__.py
(100%)
create mode 100644 airflow/providers/google/common/deprecated.py
delete mode 100644 airflow/providers/tabular/.latest-doc-only-change.txt
delete mode 100644 airflow/providers/tabular/CHANGELOG.rst
delete mode 100644 airflow/providers/tabular/hooks/__init__.py
delete mode 100644 airflow/providers/tabular/provider.yaml
copy airflow/{www => ui}/.prettierignore (100%)
create mode 100644 airflow/ui/.prettierrc
create mode 100644 airflow/ui/CONTRIBUTING.md
create mode 100644 airflow/ui/README.md
create mode 100644 airflow/ui/dev/index.html
create mode 100644 airflow/ui/eslint.config.js
create mode 100644 airflow/ui/index.html
create mode 100644 airflow/ui/openapi-gen/queries/common.ts
create mode 100644 airflow/ui/openapi-gen/queries/index.ts
create mode 100644 airflow/ui/openapi-gen/queries/infiniteQueries.ts
create mode 100644 airflow/ui/openapi-gen/queries/prefetch.ts
create mode 100644 airflow/ui/openapi-gen/queries/queries.ts
create mode 100644 airflow/ui/openapi-gen/queries/suspense.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/ApiError.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/ApiRequestOptions.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/ApiResult.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/CancelablePromise.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/OpenAPI.ts
create mode 100644 airflow/ui/openapi-gen/requests/core/request.ts
create mode 100644 airflow/ui/openapi-gen/requests/index.ts
create mode 100644 airflow/ui/openapi-gen/requests/schemas.gen.ts
create mode 100644 airflow/ui/openapi-gen/requests/services.gen.ts
create mode 100644 airflow/ui/openapi-gen/requests/types.gen.ts
create mode 100644 airflow/ui/package.json
create mode 100644 airflow/ui/pnpm-lock.yaml
copy airflow/{www/static => ui/public}/pin_32.png (100%)
create mode 100644 airflow/ui/src/app.test.tsx
copy airflow/{www/static/js/theme.ts => ui/src/app.tsx} (60%)
create mode 100644 airflow/ui/src/assets/AirflowPin.tsx
create mode 100644 airflow/ui/src/dagsList.tsx
create mode 100644 airflow/ui/src/main.tsx
create mode 100644 airflow/ui/src/nav.tsx
copy airflow/{www/static/js => ui/src}/theme.ts (95%)
copy airflow/{www/static/js/theme.ts => ui/src/utils/test.tsx} (57%)
copy airflow/{www/static/js/theme.ts => ui/src/vite-env.d.ts} (72%)
copy airflow/{www/static/js/theme.ts => ui/testsSetup.ts} (72%)
create mode 100644 airflow/ui/tsconfig.app.json
create mode 100644 airflow/ui/tsconfig.json
create mode 100644 airflow/ui/tsconfig.node.json
copy airflow/{www/static/js/theme.ts => ui/vite.config.ts} (50%)
create mode 100644 airflow/utils/db_manager.py
delete mode 100644 airflow/utils/pydantic.py
copy airflow/{providers/tabular/hooks/tabular.py =>
www/extensions/init_react_ui.py} (62%)
delete mode 100644 airflow/www/security.py
create mode 100644 dev/breeze/doc/images/output_compile-ui-assets.svg
create mode 100644 dev/breeze/doc/images/output_compile-ui-assets.txt
delete mode 100644 docs/apache-airflow-providers-tabular/changelog.rst
delete mode 100644 docs/apache-airflow-providers-tabular/commits.rst
delete mode 100644 docs/apache-airflow-providers-tabular/connections.rst
delete mode 100644 docs/apache-airflow-providers-tabular/index.rst
delete mode 100644
docs/apache-airflow-providers-tabular/installing-providers-from-sources.rst
delete mode 100644 docs/apache-airflow-providers-tabular/security.rst
delete mode 100644 docs/integration-logos/tabular/tabular.jpeg
create mode 100644 generated/dep_tree.txt
create mode 100644 generated/dependency_depth.json
create mode 100644 newsfragments/24842.significant.rst
create mode 100644 newsfragments/41453.significant.rst
create mode 100644 newsfragments/41733.significant.rst
create mode 100644 newsfragments/41735.significant.rst
create mode 100644 newsfragments/41736.significant.rst
create mode 100644 newsfragments/41737.significant.rst
create mode 100644 newsfragments/41739.significant.rst
create mode 100644 newsfragments/41748.significant.rst
create mode 100644 newsfragments/41758.significant.rst
create mode 100644 newsfragments/41761.significant.rst
create mode 100644 newsfragments/41762.significant.rst
create mode 100644 newsfragments/41774.significant.rst
create mode 100644 newsfragments/41776.significant.rst
create mode 100644 newsfragments/41778.significant.rst
create mode 100644 newsfragments/41779.significant.rst
create mode 100644 newsfragments/41780.significant.rst
create mode 100644 newsfragments/41784.significant.rst
create mode 100644 newsfragments/41808.significant.rst
create mode 100644 newsfragments/41857.significant.rst
create mode 100644 newsfragments/41910.significant.rst
create mode 100755 scripts/ci/pre_commit/compile_ui_assets.py
create mode 100755 scripts/ci/pre_commit/compile_ui_assets_dev.py
rename airflow/providers/tabular/__init__.py =>
scripts/ci/pre_commit/lint_ui.py (54%)
mode change 100644 => 100755
rename scripts/ci/pre_commit/{www_lint.py => lint_www.py} (100%)
rename airflow/providers/tabular/hooks/tabular.py =>
scripts/in_container/get_dependency_status.py (60%)
create mode 100644 tests/cli/commands/test_ui_api_command.py
create mode 100644 tests/providers/fab/auth_manager/models/test_db.py
create mode 100644 tests/providers/google/common/test_deprecated.py
delete mode 100644 tests/providers/tabular/__init__.py
delete mode 100644 tests/providers/tabular/hooks/__init__.py
create mode 100644
tests/system/providers/google/cloud/dataflow/example_dataflow_yaml.py
create mode 100644
tests/system/providers/google/cloud/vertex_ai/example_vertex_ai_generative_model_tuning.py
delete mode 100644
tests/system/providers/google/marketing_platform/example_analytics.py
create mode 100644 tests/utils/test_db_manager.py
