This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch v2-10-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
from c083e456fa0 Update RELEASE_NOTES.rst
add c50ec27ee72 feat(datasets): Raise deprecation warning when accessing
Metadata through str (#44791)
add 47d3ef8fc51 [v2-10-test] Bump nanoid from 3.3.7 to 3.3.8 in
/airflow/www (#44821) (#44827)
add bb5df2b1ede [v2-10-test] Fix task id validation in BaseOperator
(#44938)
add ba726476e43 [v2-10-test] Set Autocomplete Off on Login Form - Main
(#44929) (#44940)
add eedcceb886d Git Ignore Airflow 3 files
add 0ad24cf39e6 Deprecate `conf` from Task Context (#44993)
add 4b27c3fb087 [v2-10-test] Fix premature evaluation in mapped task group
(#44937)
add 878aab34b2a add missing newsfragment file (#45015)
add ec4db3e3ad5 Fix short circuit in mapped tasks (#44912)
add 9f87313d1ae Fix DB isolation tests on v2-10-test (#45021)
add 5512cd491f5 Update v2-10-test Depdencies (#45019)
add d721a79b0d0 Fix DB isolation tests on v2-10-test (#45029)
add b89bd5dc194 [v2-10-test] Bugfix some Doc urls in repo (#45007) (#45010)
add 4c60a014e99 Avoid 1.1.8 version of msgraph-core (#45044) (#45063)
add e7990fe3495 Bump hatch version in breeze and prevent
"get-workflow-info" failure (#45041) (#45064)
add ef012cf4bb1 [v2-10-test] Only run ARM collection tests in main branch
(#45068) (#45076)
add 3063df77d78 Add traceback log output when sigterm was sent (#44880)
(#45077)
add ab0165bc04c [v2-10-test] Handle relative paths when sanitizing URLs
(#41995) (#45080)
add 90bf479d3ff [v2-10-test] Update cli_config.py (#45110) (#45115)
add a5950c3af9a Allow Dynamic Tasks to be Searchable Using
map_index_template (#45109) (#45122)
add e12f9735a33 [v2-10-test] Evaluate None in SQLAlchemy's extended JSON
type decorator (#45119) (#45120)
add 453ade4f8b5 [v2-10-test] Allow fetching XCom with forward slash from
the API and escape it in the UI (#45134) (#45137)
add d78e6d6f0a9 Mark failing db isolation test in v2-10-test as skipped
(#45151)
add 721ff80b214 Fix breeze output static checks failure (#45142) (#45147)
add 8fe53a70230 [v2-10-test] Sort "opts" element in click option
dictionary before hashing (#45156) (#45161)
add af4919ec9d8 Add BigQuery job link (#45020)
add 1c56f9dd035 [v2-10-test] Fixed the endless reschedule (#45224) (#45250)
add c1f4131bc51 Bump uv to 0.5.11 (#45105) (#45272)
add 200bd6297c6 [v2-10-test] Fix update issues for object and
advanced-arrays fields when empty default (#45313) (#45315)
add 2cd40ca30b1 [v2-10-test] docs: clarify which fields are masked in the
UI (#45417) (#45418)
add 586f1ea7ef1 do not update DR on TI update after task execution (#45348)
add eaff866927f [v2-10-test] Cease using ``InventoryFileReader`` (#45391)
(#45538)
add 830192ab88f [v2-10-test] fix code indent in modified
docker-compose.yaml for PyCharm (#45545) (#45552)
add cbb689d80e6 Update spelling wordlist (#45579) (#45582)
add 9a1b5378066 [v2-10-test] Ensure teardown tasks are executed when DAG
run is set to failed (#45530) (#45581)
add c2311e794a8 [v2-10-test] Backport pull_requttest_target removal
(#45527)
No new revisions were added by this update.
Summary of changes:
.dockerignore | 7 +
.github/actions/breeze/action.yml | 12 +-
.github/actions/checkout_target_commit/action.yml | 81 --
.github/actions/install-pre-commit/action.yml | 59 +-
.github/actions/post_tests_success/action.yml | 4 +-
.github/actions/prepare_all_ci_images/action.yml | 68 ++
.../actions/prepare_breeze_and_image/action.yml | 48 +-
.github/actions/prepare_single_ci_image/action.yml | 56 +
.github/workflows/additional-ci-image-checks.yml | 33 +-
.github/workflows/additional-prod-image-tests.yml | 67 +-
.github/workflows/automatic-backport.yml | 78 ++
.github/workflows/backport-cli.yml | 125 ++
.github/workflows/basic-tests.yml | 181 ++-
.github/workflows/build-images.yml | 259 ----
.github/workflows/ci-image-build.yml | 129 +-
...ic-checks-mypy-docs.yml => ci-image-checks.yml} | 144 ++-
.github/workflows/ci.yml | 447 ++++---
.github/workflows/codeql-analysis.yml | 53 +-
.github/workflows/finalize-tests.yml | 32 +-
.github/workflows/generate-constraints.yml | 43 +-
.github/workflows/helm-tests.yml | 25 +-
.github/workflows/integration-system-tests.yml | 209 ++++
.github/workflows/integration-tests.yml | 103 --
.github/workflows/k8s-tests.yml | 93 +-
.github/workflows/news-fragment.yml | 82 ++
.github/workflows/prod-image-build.yml | 155 ++-
.github/workflows/prod-image-extra-checks.yml | 17 +-
.github/workflows/push-image-cache.yml | 92 +-
.github/workflows/recheck-old-bug-report.yml | 1 +
.github/workflows/release_dockerhub_image.yml | 67 +-
.github/workflows/run-unit-tests.yml | 100 +-
.github/workflows/special-tests.yml | 176 +--
...ck-providers.yml => test-provider-packages.yml} | 189 ++-
.gitignore | 14 +-
.pre-commit-config.yaml | 350 ++----
Dockerfile | 116 +-
Dockerfile.ci | 228 +---
RELEASE_NOTES.rst | 77 +-
airflow/api/common/mark_tasks.py | 41 +-
airflow/api_connexion/openapi/v1.yaml | 1 +
airflow/cli/cli_config.py | 2 +-
airflow/datasets/metadata.py | 18 +
airflow/executors/executor_loader.py | 2 +-
airflow/models/baseoperator.py | 4 +-
airflow/models/mappedoperator.py | 2 +
airflow/models/skipmixin.py | 9 +-
airflow/models/taskinstance.py | 12 +-
.../fab/auth_manager/cli_commands/user_command.py | 8 +-
airflow/providers/google/cloud/links/bigquery.py | 25 +
.../providers/google/cloud/operators/bigquery.py | 17 +-
airflow/providers/google/provider.yaml | 1 +
airflow/providers/influxdb/hooks/influxdb.py | 3 +-
airflow/providers/microsoft/azure/hooks/adx.py | 4 +-
airflow/providers/microsoft/azure/provider.yaml | 4 +-
airflow/providers/mongo/hooks/mongo.py | 8 +-
airflow/providers_manager.py | 1 -
airflow/reproducible_build.yaml | 4 +-
airflow/sensors/base.py | 7 +-
airflow/ti_deps/deps/not_previously_skipped_dep.py | 79 +-
airflow/ti_deps/deps/trigger_rule_dep.py | 42 +-
airflow/utils/context.py | 1 +
airflow/utils/sqlalchemy.py | 2 +
airflow/www/static/js/api/useTaskXcom.ts | 18 +-
.../js/dag/details/taskInstance/ExtraLinks.tsx | 10 +-
airflow/www/static/js/main.js | 4 +
airflow/www/static/js/trigger.js | 4 +-
airflow/www/templates/airflow/trigger.html | 4 +-
airflow/www/views.py | 1 +
airflow/www/yarn.lock | 6 +-
clients/python/pyproject.toml | 2 +-
contributing-docs/03_contributors_quick_start.rst | 4 +-
contributing-docs/08_static_code_checks.rst | 512 ++++----
contributing-docs/testing/helm_unit_tests.rst | 3 +-
contributing-docs/testing/integration_tests.rst | 68 +-
contributing-docs/testing/unit_tests.rst | 33 +-
dev/breeze/README.md | 88 +-
dev/breeze/doc/01_installation.rst | 72 +-
dev/breeze/doc/02_customizing.rst | 34 +
dev/breeze/doc/03_developer_tasks.rst | 25 +-
dev/breeze/doc/04_troubleshooting.rst | 47 +-
dev/breeze/doc/05_test_commands.rst | 188 +--
dev/breeze/doc/06_managing_docker_images.rst | 113 +-
dev/breeze/doc/09_release_management_tasks.rst | 54 +-
dev/breeze/doc/10_advanced_breeze_topics.rst | 15 +-
.../0002-implement-standalone-python-command.md | 2 +-
.../doc/adr/0016-use-uv-tool-to-install-breeze.md | 56 +
dev/breeze/doc/ci/01_ci_environment.md | 97 +-
dev/breeze/doc/ci/02_images.md | 205 ++--
dev/breeze/doc/ci/03_github_variables.md | 2 +-
dev/breeze/doc/ci/04_selective_checks.md | 177 +--
dev/breeze/doc/ci/05_workflows.md | 241 ++--
dev/breeze/doc/ci/06_debugging.md | 64 +
dev/breeze/doc/ci/06_diagrams.md | 466 --------
dev/breeze/doc/ci/07_debugging.md | 88 --
dev/breeze/doc/ci/07_running_ci_locally.md | 187 +++
dev/breeze/doc/ci/08_running_ci_locally.md | 141 ---
dev/breeze/doc/ci/README.md | 5 +-
dev/breeze/doc/images/image_artifacts.png | Bin 0 -> 47666 bytes
dev/breeze/doc/images/output-commands.svg | 104 +-
dev/breeze/doc/images/output_build-docs.txt | 2 +-
dev/breeze/doc/images/output_ci-image.svg | 34 +-
dev/breeze/doc/images/output_ci-image.txt | 2 +-
dev/breeze/doc/images/output_ci-image_build.svg | 176 ++-
dev/breeze/doc/images/output_ci-image_build.txt | 2 +-
.../images/output_ci-image_export-mount-cache.svg | 118 ++
.../images/output_ci-image_export-mount-cache.txt | 1 +
.../images/output_ci-image_import-mount-cache.svg | 118 ++
.../images/output_ci-image_import-mount-cache.txt | 1 +
dev/breeze/doc/images/output_ci-image_load.svg | 202 ++++
dev/breeze/doc/images/output_ci-image_load.txt | 1 +
dev/breeze/doc/images/output_ci-image_pull.svg | 70 +-
dev/breeze/doc/images/output_ci-image_pull.txt | 2 +-
dev/breeze/doc/images/output_ci-image_save.svg | 140 +++
dev/breeze/doc/images/output_ci-image_save.txt | 1 +
dev/breeze/doc/images/output_ci-image_verify.svg | 58 +-
dev/breeze/doc/images/output_ci-image_verify.txt | 2 +-
dev/breeze/doc/images/output_ci.svg | 2 +-
.../output_ci_find-backtracking-candidates.svg | 2 +-
dev/breeze/doc/images/output_ci_fix-ownership.svg | 8 +-
dev/breeze/doc/images/output_ci_fix-ownership.txt | 2 +-
dev/breeze/doc/images/output_ci_free-space.svg | 8 +-
dev/breeze/doc/images/output_ci_free-space.txt | 2 +-
.../doc/images/output_ci_get-workflow-info.svg | 6 +-
dev/breeze/doc/images/output_ci_resource-check.svg | 6 +-
dev/breeze/doc/images/output_ci_resource-check.txt | 2 +-
.../doc/images/output_ci_selective-check.txt | 2 +-
dev/breeze/doc/images/output_cleanup.svg | 10 +-
dev/breeze/doc/images/output_cleanup.txt | 2 +-
dev/breeze/doc/images/output_compile-ui-assets.svg | 119 ++
dev/breeze/doc/images/output_compile-ui-assets.txt | 1 +
.../doc/images/output_compile-www-assets.svg | 10 +-
.../doc/images/output_compile-www-assets.txt | 2 +-
dev/breeze/doc/images/output_down.svg | 14 +-
dev/breeze/doc/images/output_down.txt | 2 +-
dev/breeze/doc/images/output_exec.svg | 6 +-
dev/breeze/doc/images/output_exec.txt | 2 +-
.../doc/images/output_generate-migration-file.svg | 14 +-
.../doc/images/output_generate-migration-file.txt | 2 +-
dev/breeze/doc/images/output_k8s.svg | 14 +-
.../doc/images/output_k8s_build-k8s-image.svg | 56 +-
.../doc/images/output_k8s_build-k8s-image.txt | 2 +-
.../doc/images/output_k8s_configure-cluster.svg | 6 +-
.../doc/images/output_k8s_configure-cluster.txt | 2 +-
.../doc/images/output_k8s_create-cluster.svg | 6 +-
.../doc/images/output_k8s_create-cluster.txt | 2 +-
.../doc/images/output_k8s_delete-cluster.svg | 4 +-
.../doc/images/output_k8s_delete-cluster.txt | 2 +-
.../doc/images/output_k8s_deploy-airflow.svg | 6 +-
.../doc/images/output_k8s_deploy-airflow.txt | 2 +-
dev/breeze/doc/images/output_k8s_k9s.svg | 4 +-
dev/breeze/doc/images/output_k8s_k9s.txt | 2 +-
dev/breeze/doc/images/output_k8s_logs.svg | 4 +-
dev/breeze/doc/images/output_k8s_logs.txt | 2 +-
.../doc/images/output_k8s_run-complete-tests.svg | 84 +-
.../doc/images/output_k8s_run-complete-tests.txt | 2 +-
dev/breeze/doc/images/output_k8s_setup-env.svg | 8 +-
dev/breeze/doc/images/output_k8s_setup-env.txt | 2 +-
dev/breeze/doc/images/output_k8s_shell.svg | 4 +-
dev/breeze/doc/images/output_k8s_shell.txt | 2 +-
dev/breeze/doc/images/output_k8s_status.svg | 4 +-
dev/breeze/doc/images/output_k8s_status.txt | 2 +-
dev/breeze/doc/images/output_k8s_tests.svg | 6 +-
dev/breeze/doc/images/output_k8s_tests.txt | 2 +-
.../doc/images/output_k8s_upload-k8s-image.svg | 6 +-
.../doc/images/output_k8s_upload-k8s-image.txt | 2 +-
dev/breeze/doc/images/output_prod-image.svg | 16 +-
dev/breeze/doc/images/output_prod-image.txt | 2 +-
dev/breeze/doc/images/output_prod-image_build.svg | 198 ++--
dev/breeze/doc/images/output_prod-image_build.txt | 2 +-
dev/breeze/doc/images/output_prod-image_load.svg | 182 +++
dev/breeze/doc/images/output_prod-image_load.txt | 1 +
dev/breeze/doc/images/output_prod-image_pull.svg | 70 +-
dev/breeze/doc/images/output_prod-image_pull.txt | 2 +-
dev/breeze/doc/images/output_prod-image_save.svg | 140 +++
dev/breeze/doc/images/output_prod-image_save.txt | 1 +
dev/breeze/doc/images/output_prod-image_verify.svg | 60 +-
dev/breeze/doc/images/output_prod-image_verify.txt | 2 +-
.../doc/images/output_release-management.svg | 2 +-
...tput_release-management_add-back-references.svg | 12 +-
...tput_release-management_add-back-references.txt | 2 +-
...ase-management_clean-old-provider-artifacts.svg | 8 +-
...ase-management_clean-old-provider-artifacts.txt | 2 +-
...tput_release-management_create-minor-branch.svg | 6 +-
...tput_release-management_create-minor-branch.txt | 2 +-
...put_release-management_generate-constraints.svg | 64 +-
...put_release-management_generate-constraints.txt | 2 +-
...ease-management_generate-issue-content-core.svg | 20 +-
...ease-management_generate-issue-content-core.txt | 2 +-
...anagement_generate-issue-content-helm-chart.svg | 16 +-
...anagement_generate-issue-content-helm-chart.txt | 2 +-
...management_generate-issue-content-providers.svg | 10 +-
...ease-management_generate-providers-metadata.svg | 6 +-
...elease-management_install-provider-packages.svg | 94 +-
...elease-management_install-provider-packages.txt | 2 +-
..._release-management_prepare-airflow-package.svg | 12 +-
..._release-management_prepare-airflow-package.txt | 2 +-
..._release-management_prepare-airflow-tarball.svg | 4 +-
...lease-management_prepare-helm-chart-package.svg | 8 +-
...lease-management_prepare-helm-chart-package.txt | 2 +-
...lease-management_prepare-helm-chart-tarball.svg | 20 +-
...lease-management_prepare-helm-chart-tarball.txt | 2 +-
...e-management_prepare-provider-documentation.svg | 24 +-
...e-management_prepare-provider-documentation.txt | 2 +-
...elease-management_prepare-provider-packages.svg | 70 +-
...elease-management_prepare-provider-packages.txt | 2 +-
...ut_release-management_prepare-python-client.svg | 18 +-
...ut_release-management_prepare-python-client.txt | 2 +-
.../output_release-management_publish-docs.svg | 28 +-
.../output_release-management_publish-docs.txt | 2 +-
...tput_release-management_release-prod-images.svg | 22 +-
...tput_release-management_release-prod-images.txt | 2 +-
.../output_release-management_start-rc-process.svg | 20 +-
.../output_release-management_start-rc-process.txt | 2 +-
.../output_release-management_start-release.svg | 8 +-
.../output_release-management_start-release.txt | 2 +-
.../output_release-management_tag-providers.svg | 8 +-
.../output_release-management_tag-providers.txt | 2 +-
...utput_release-management_update-constraints.svg | 22 +-
...utput_release-management_update-constraints.txt | 2 +-
...release-management_verify-provider-packages.svg | 92 +-
...release-management_verify-provider-packages.txt | 2 +-
dev/breeze/doc/images/output_sbom.svg | 18 +-
.../output_sbom_build-all-airflow-images.svg | 20 +-
.../output_sbom_build-all-airflow-images.txt | 2 +-
.../output_sbom_export-dependency-information.svg | 86 +-
.../output_sbom_export-dependency-information.txt | 2 +-
...output_sbom_generate-providers-requirements.svg | 26 +-
...output_sbom_generate-providers-requirements.txt | 2 +-
.../images/output_sbom_update-sbom-information.txt | 2 +-
dev/breeze/doc/images/output_setup.txt | 2 +-
.../doc/images/output_setup_autocomplete.txt | 2 +-
.../output_setup_check-all-params-in-groups.svg | 76 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
dev/breeze/doc/images/output_setup_config.svg | 26 +-
dev/breeze/doc/images/output_setup_config.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 82 +-
.../output_setup_regenerate-command-images.txt | 2 +-
.../doc/images/output_setup_self-upgrade.svg | 4 +-
.../doc/images/output_setup_self-upgrade.txt | 2 +-
.../output_setup_synchronize-local-mounts.svg | 6 +-
.../output_setup_synchronize-local-mounts.txt | 2 +-
dev/breeze/doc/images/output_setup_version.svg | 6 +-
dev/breeze/doc/images/output_setup_version.txt | 2 +-
dev/breeze/doc/images/output_shell.svg | 252 ++--
dev/breeze/doc/images/output_shell.txt | 2 +-
dev/breeze/doc/images/output_start-airflow.svg | 136 +--
dev/breeze/doc/images/output_start-airflow.txt | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 192 ++-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/doc/images/output_testing.svg | 38 +-
dev/breeze/doc/images/output_testing.txt | 2 +-
.../output_testing_core-integration-tests.svg | 256 ++++
.../output_testing_core-integration-tests.txt | 1 +
.../doc/images/output_testing_core-tests.svg | 484 ++++++++
.../doc/images/output_testing_core-tests.txt | 1 +
dev/breeze/doc/images/output_testing_db-tests.svg | 500 --------
dev/breeze/doc/images/output_testing_db-tests.txt | 1 -
.../images/output_testing_docker-compose-tests.svg | 44 +-
.../images/output_testing_docker-compose-tests.txt | 2 +-
.../doc/images/output_testing_helm-tests.svg | 46 +-
.../doc/images/output_testing_helm-tests.txt | 2 +-
.../images/output_testing_integration-tests.svg | 252 ----
.../images/output_testing_integration-tests.txt | 1 -
.../doc/images/output_testing_non-db-tests.svg | 460 --------
.../doc/images/output_testing_non-db-tests.txt | 1 -
.../output_testing_providers-integration-tests.svg | 260 ++++
.../output_testing_providers-integration-tests.txt | 1 +
.../doc/images/output_testing_providers-tests.svg | 524 ++++++++
.../doc/images/output_testing_providers-tests.txt | 1 +
.../output_testing_python-api-client-tests.svg | 224 ++++
.../output_testing_python-api-client-tests.txt | 1 +
.../doc/images/output_testing_system-tests.svg | 240 ++++
.../doc/images/output_testing_system-tests.txt | 1 +
dev/breeze/doc/images/output_testing_tests.svg | 572 ---------
dev/breeze/doc/images/output_testing_tests.txt | 1 -
dev/breeze/pyproject.toml | 20 +-
.../src/airflow_breeze/commands/ci_commands.py | 15 +-
.../airflow_breeze/commands/ci_image_commands.py | 332 +++++-
.../commands/ci_image_commands_config.py | 56 +-
.../commands/common_image_options.py | 84 +-
.../src/airflow_breeze/commands/common_options.py | 71 +-
.../airflow_breeze/commands/developer_commands.py | 135 ++-
.../commands/developer_commands_config.py | 23 +-
.../airflow_breeze/commands/kubernetes_commands.py | 102 +-
.../commands/kubernetes_commands_config.py | 2 -
.../src/airflow_breeze/commands/main_command.py | 6 +-
.../commands/minor_release_command.py | 2 +-
.../commands/production_image_commands.py | 168 ++-
.../commands/production_image_commands_config.py | 35 +-
.../commands/release_candidate_command.py | 14 +-
.../commands/release_management_commands.py | 177 ++-
.../commands/release_management_commands_config.py | 6 +-
.../src/airflow_breeze/commands/sbom_commands.py | 318 ++++-
.../commands/sbom_commands_config.py | 26 +-
.../src/airflow_breeze/commands/setup_commands.py | 49 +-
.../commands/setup_commands_config.py | 1 -
.../airflow_breeze/commands/testing_commands.py | 814 ++++++++-----
.../commands/testing_commands_config.py | 423 +++----
.../src/airflow_breeze/configure_rich_click.py | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 186 +--
.../src/airflow_breeze/params/build_ci_params.py | 2 -
.../src/airflow_breeze/params/build_prod_params.py | 18 +-
.../airflow_breeze/params/common_build_params.py | 30 +-
.../src/airflow_breeze/params/shell_params.py | 108 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 24 +-
.../prepare_providers/provider_documentation.py | 194 ++-
.../prepare_providers/provider_packages.py | 36 +-
.../provider_issue_TEMPLATE.md.jinja2 | 4 +-
.../templates/CHANGELOG_TEMPLATE.rst.jinja2 | 10 +
.../PROVIDER_CHANGELOG_TEMPLATE.rst.jinja2 | 3 +-
.../templates/PROVIDER_COMMITS_TEMPLATE.rst.jinja2 | 5 +-
.../templates/PROVIDER_README_TEMPLATE.rst.jinja2 | 3 +-
.../templates/get_provider_info_TEMPLATE.py.jinja2 | 3 +-
.../templates/pyproject_TEMPLATE.toml.jinja2 | 7 +-
.../src/airflow_breeze/utils/backtracking.py | 2 +-
dev/breeze/src/airflow_breeze/utils/black_utils.py | 4 +-
dev/breeze/src/airflow_breeze/utils/cdxgen.py | 124 +-
dev/breeze/src/airflow_breeze/utils/coertions.py | 2 +-
dev/breeze/src/airflow_breeze/utils/console.py | 9 +-
.../src/airflow_breeze/utils/custom_param_types.py | 3 +-
.../airflow_breeze/utils/docker_command_utils.py | 21 +-
.../src/airflow_breeze/utils/functools_cache.py | 23 +-
dev/breeze/src/airflow_breeze/utils/github.py | 126 ++
dev/breeze/src/airflow_breeze/utils/image.py | 59 +-
.../src/airflow_breeze/utils/kubernetes_utils.py | 7 +-
.../utils/mark_image_as_refreshed.py | 2 +-
dev/breeze/src/airflow_breeze/utils/packages.py | 207 +++-
dev/breeze/src/airflow_breeze/utils/parallel.py | 3 +-
dev/breeze/src/airflow_breeze/utils/path_utils.py | 25 +-
dev/breeze/src/airflow_breeze/utils/platforms.py | 6 +-
.../utils/projects_google_spreadsheet.py | 252 ++++
.../airflow_breeze/utils/provider_dependencies.py | 9 +-
.../airflow_breeze/utils/publish_docs_helpers.py | 36 +-
.../src/airflow_breeze/utils/python_versions.py | 13 -
dev/breeze/src/airflow_breeze/utils/run_tests.py | 338 +++---
dev/breeze/src/airflow_breeze/utils/run_utils.py | 160 ++-
.../src/airflow_breeze/utils/selective_checks.py | 481 +++++---
.../src/airflow_breeze/utils/spelling_checks.py | 4 +-
.../src/airflow_breeze/utils/version_utils.py | 54 +
dev/breeze/src/airflow_breeze/utils/versions.py | 2 +-
.../src/airflow_breeze/utils/virtualenv_utils.py | 14 +-
dev/breeze/tests/conftest.py | 9 +
dev/breeze/tests/test_cache.py | 3 +-
dev/breeze/tests/test_docker_command_utils.py | 22 +
dev/breeze/tests/test_packages.py | 76 +-
dev/breeze/tests/test_provider_documentation.py | 30 +-
.../tests/test_pytest_args_for_test_types.py | 294 ++---
dev/breeze/tests/test_run_test_args.py | 94 ++
dev/breeze/tests/test_selective_checks.py | 1246 ++++++++------------
dev/breeze/tests/test_shell_params.py | 20 -
dev/breeze/uv.lock | 638 ++++++----
dev/stats/explore_pr_candidates.ipynb | 38 +-
docker_tests/requirements.txt | 2 +-
.../guides/developer.rst | 9 +-
docs/apache-airflow/core-concepts/dag-run.rst | 1 +
docs/apache-airflow/core-concepts/dags.rst | 1 +
docs/apache-airflow/core-concepts/tasks.rst | 6 +-
docs/apache-airflow/howto/docker-compose/index.rst | 14 +-
docs/apache-airflow/howto/setup-and-teardown.rst | 8 +-
.../security/secrets/mask-sensitive-values.rst | 6 +-
docs/apache-airflow/templates-ref.rst | 4 +-
docs/docker-stack/README.md | 2 +-
docs/docker-stack/index.rst | 2 +-
docs/exts/docs_build/fetch_inventories.py | 3 +-
docs/spelling_wordlist.txt | 78 ++
generated/provider_dependencies.json | 2 +-
hatch_build.py | 3 +-
newsfragments/44912.bugfix.rst | 1 +
newsfragments/44937.bugfix.rst | 1 +
newsfragments/44938.bugfix.rst | 1 +
newsfragments/44968.misc.rst | 1 +
newsfragments/45134.bugfix.rst | 1 +
newsfragments/45530.significant.rst | 12 +
pyproject.toml | 60 +-
scripts/ci/cleanup_docker.sh | 5 +-
scripts/ci/constraints/ci_commit_constraints.sh | 3 -
scripts/ci/docker-compose/base.yml | 2 +-
scripts/ci/docker-compose/devcontainer.env | 4 -
scripts/ci/docker-compose/forward-credentials.yml | 1 +
...on-openlineage.yml => integration-keycloak.yml} | 59 +-
.../ci/docker-compose/integration-openlineage.yml | 4 +-
.../ci/docker-compose/keycloak/init-keycloak-db.sh | 20 +-
.../docker-compose/keycloak/keycloak-entrypoint.sh | 45 +
.../docker-compose/providers-and-tests-sources.yml | 5 +-
.../ci_start_arm_instance_and_connect_to_docker.sh | 91 --
scripts/ci/install_breeze.sh | 10 +-
.../pre_commit/base_operator_partial_arguments.py | 164 ---
scripts/ci/pre_commit/boring_cyborg.py | 19 +-
.../check_cncf_k8s_used_for_k8s_executor_only.py | 7 +-
.../ci/pre_commit/check_common_sql_dependency.py | 30 +-
scripts/ci/pre_commit/check_deferrable_default.py | 128 --
scripts/ci/pre_commit/check_deprecations.py | 194 ---
.../ci/pre_commit/check_imports_in_providers.py | 105 ++
scripts/ci/pre_commit/check_min_python_version.py | 2 +-
scripts/ci/pre_commit/check_pre_commit_hooks.py | 2 +-
scripts/ci/pre_commit/check_provider_yaml_files.py | 15 +-
.../check_providers_subpackages_all_have_init.py | 44 +-
scripts/ci/pre_commit/check_system_tests.py | 10 +-
.../check_system_tests_hidden_in_index.py | 4 +-
...ation_reference.py => check_template_fields.py} | 19 +-
.../ci/pre_commit/check_tests_in_right_folders.py | 1 +
.../ci/pre_commit/check_ti_vs_tis_attributes.py | 5 +-
scripts/ci/pre_commit/checkout_no_credentials.py | 7 +
scripts/ci/pre_commit/common_precommit_utils.py | 45 +
scripts/ci/pre_commit/compat_cache_on_methods.py | 69 --
...{compile_www_assets.py => compile_ui_assets.py} | 39 +-
...pile_www_assets.py => compile_ui_assets_dev.py} | 65 +-
scripts/ci/pre_commit/compile_www_assets.py | 17 +-
.../decorator_operator_implements_custom_name.py | 2 +-
scripts/ci/pre_commit/generate_airflow_diagrams.py | 14 +-
scripts/ci/pre_commit/helm_lint.py | 2 +-
scripts/ci/pre_commit/kubeconform.py | 2 +-
scripts/ci/pre_commit/{www_lint.py => lint_ui.py} | 13 +-
scripts/ci/pre_commit/{www_lint.py => lint_www.py} | 0
scripts/ci/pre_commit/migration_reference.py | 14 +-
scripts/ci/pre_commit/mypy_folder.py | 21 +-
.../pre_commit/new_session_in_provide_session.py | 2 +-
scripts/ci/pre_commit/sync_init_decorator.py | 204 ----
scripts/ci/pre_commit/update_build_dependencies.py | 110 --
.../ci/pre_commit/update_common_sql_api_stubs.py | 8 +-
scripts/ci/pre_commit/update_er_diagram.py | 13 +-
scripts/ci/pre_commit/update_example_dags_paths.py | 13 +-
scripts/ci/pre_commit/update_installers.py | 152 ---
.../pre_commit/update_installers_and_pre_commit.py | 189 +++
.../ci/pre_commit/update_providers_build_files.py | 112 ++
scripts/ci/pre_commit/validate_operators_init.py | 8 +-
scripts/ci/pre_commit/vendor_k8s_json_schema.py | 2 +-
scripts/ci/pre_commit/version_heads_map.py | 82 +-
...retry.sh => run_breeze_command_with_retries.sh} | 40 +-
.../ci/testing/run_integration_tests_with_retry.sh | 15 +-
.../run_system_tests.sh} | 18 +-
scripts/ci/testing/run_unit_tests.sh | 140 +++
.../free_up_disk_space.sh} | 31 +-
tests/api/common/test_mark_tasks.py | 74 ++
.../api_connexion/endpoints/test_xcom_endpoint.py | 23 +-
tests/api_connexion/test_auth.py | 6 +-
tests/models/test_baseoperator.py | 27 +
tests/models/test_mappedoperator.py | 145 ++-
tests/models/test_skipmixin.py | 41 +-
tests/models/test_taskinstance.py | 64 +-
tests/operators/test_bash.py | 1 +
tests/operators/test_python.py | 1 +
tests/plugins/test_plugins_manager.py | 5 +-
tests/sensors/test_base.py | 285 ++++-
tests/sensors/test_external_task_sensor.py | 5 +-
.../providers/papermill/input_notebook.ipynb | 2 +-
.../deps/test_not_previously_skipped_dep.py | 45 +
447 files changed, 14760 insertions(+), 11634 deletions(-)
delete mode 100644 .github/actions/checkout_target_commit/action.yml
create mode 100644 .github/actions/prepare_all_ci_images/action.yml
create mode 100644 .github/actions/prepare_single_ci_image/action.yml
create mode 100644 .github/workflows/automatic-backport.yml
create mode 100644 .github/workflows/backport-cli.yml
delete mode 100644 .github/workflows/build-images.yml
rename .github/workflows/{static-checks-mypy-docs.yml => ci-image-checks.yml}
(72%)
create mode 100644 .github/workflows/integration-system-tests.yml
delete mode 100644 .github/workflows/integration-tests.yml
create mode 100644 .github/workflows/news-fragment.yml
rename .github/workflows/{check-providers.yml => test-provider-packages.yml}
(57%)
create mode 100644 dev/breeze/doc/adr/0016-use-uv-tool-to-install-breeze.md
create mode 100644 dev/breeze/doc/ci/06_debugging.md
delete mode 100644 dev/breeze/doc/ci/06_diagrams.md
delete mode 100644 dev/breeze/doc/ci/07_debugging.md
create mode 100644 dev/breeze/doc/ci/07_running_ci_locally.md
delete mode 100644 dev/breeze/doc/ci/08_running_ci_locally.md
create mode 100644 dev/breeze/doc/images/image_artifacts.png
create mode 100644 dev/breeze/doc/images/output_ci-image_export-mount-cache.svg
create mode 100644 dev/breeze/doc/images/output_ci-image_export-mount-cache.txt
create mode 100644 dev/breeze/doc/images/output_ci-image_import-mount-cache.svg
create mode 100644 dev/breeze/doc/images/output_ci-image_import-mount-cache.txt
create mode 100644 dev/breeze/doc/images/output_ci-image_load.svg
create mode 100644 dev/breeze/doc/images/output_ci-image_load.txt
create mode 100644 dev/breeze/doc/images/output_ci-image_save.svg
create mode 100644 dev/breeze/doc/images/output_ci-image_save.txt
create mode 100644 dev/breeze/doc/images/output_compile-ui-assets.svg
create mode 100644 dev/breeze/doc/images/output_compile-ui-assets.txt
create mode 100644 dev/breeze/doc/images/output_prod-image_load.svg
create mode 100644 dev/breeze/doc/images/output_prod-image_load.txt
create mode 100644 dev/breeze/doc/images/output_prod-image_save.svg
create mode 100644 dev/breeze/doc/images/output_prod-image_save.txt
create mode 100644
dev/breeze/doc/images/output_testing_core-integration-tests.svg
create mode 100644
dev/breeze/doc/images/output_testing_core-integration-tests.txt
create mode 100644 dev/breeze/doc/images/output_testing_core-tests.svg
create mode 100644 dev/breeze/doc/images/output_testing_core-tests.txt
delete mode 100644 dev/breeze/doc/images/output_testing_db-tests.svg
delete mode 100644 dev/breeze/doc/images/output_testing_db-tests.txt
delete mode 100644 dev/breeze/doc/images/output_testing_integration-tests.svg
delete mode 100644 dev/breeze/doc/images/output_testing_integration-tests.txt
delete mode 100644 dev/breeze/doc/images/output_testing_non-db-tests.svg
delete mode 100644 dev/breeze/doc/images/output_testing_non-db-tests.txt
create mode 100644
dev/breeze/doc/images/output_testing_providers-integration-tests.svg
create mode 100644
dev/breeze/doc/images/output_testing_providers-integration-tests.txt
create mode 100644 dev/breeze/doc/images/output_testing_providers-tests.svg
create mode 100644 dev/breeze/doc/images/output_testing_providers-tests.txt
create mode 100644
dev/breeze/doc/images/output_testing_python-api-client-tests.svg
create mode 100644
dev/breeze/doc/images/output_testing_python-api-client-tests.txt
create mode 100644 dev/breeze/doc/images/output_testing_system-tests.svg
create mode 100644 dev/breeze/doc/images/output_testing_system-tests.txt
delete mode 100644 dev/breeze/doc/images/output_testing_tests.svg
delete mode 100644 dev/breeze/doc/images/output_testing_tests.txt
rename scripts/ci/pre_commit/check_providers_init.py =>
dev/breeze/src/airflow_breeze/utils/functools_cache.py (66%)
mode change 100755 => 100644
create mode 100644
dev/breeze/src/airflow_breeze/utils/projects_google_spreadsheet.py
create mode 100644 dev/breeze/tests/test_run_test_args.py
create mode 100644 newsfragments/44912.bugfix.rst
create mode 100644 newsfragments/44937.bugfix.rst
create mode 100644 newsfragments/44938.bugfix.rst
create mode 100644 newsfragments/44968.misc.rst
create mode 100644 newsfragments/45134.bugfix.rst
create mode 100644 newsfragments/45530.significant.rst
copy scripts/ci/docker-compose/{integration-openlineage.yml =>
integration-keycloak.yml} (50%)
copy dev/breeze/tests/conftest.py =>
scripts/ci/docker-compose/keycloak/init-keycloak-db.sh (70%)
mode change 100644 => 100755
create mode 100755 scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh
delete mode 100755
scripts/ci/images/ci_start_arm_instance_and_connect_to_docker.sh
delete mode 100755 scripts/ci/pre_commit/base_operator_partial_arguments.py
delete mode 100755 scripts/ci/pre_commit/check_deferrable_default.py
delete mode 100755 scripts/ci/pre_commit/check_deprecations.py
create mode 100755 scripts/ci/pre_commit/check_imports_in_providers.py
copy scripts/ci/pre_commit/{migration_reference.py =>
check_template_fields.py} (72%)
delete mode 100755 scripts/ci/pre_commit/compat_cache_on_methods.py
copy scripts/ci/pre_commit/{compile_www_assets.py => compile_ui_assets.py}
(63%)
copy scripts/ci/pre_commit/{compile_www_assets.py => compile_ui_assets_dev.py}
(50%)
copy scripts/ci/pre_commit/{www_lint.py => lint_ui.py} (73%)
rename scripts/ci/pre_commit/{www_lint.py => lint_www.py} (100%)
delete mode 100755 scripts/ci/pre_commit/sync_init_decorator.py
delete mode 100755 scripts/ci/pre_commit/update_build_dependencies.py
delete mode 100755 scripts/ci/pre_commit/update_installers.py
create mode 100755 scripts/ci/pre_commit/update_installers_and_pre_commit.py
create mode 100755 scripts/ci/pre_commit/update_providers_build_files.py
copy scripts/ci/testing/{run_integration_tests_with_retry.sh =>
run_breeze_command_with_retries.sh} (57%)
copy scripts/ci/{cleanup_docker.sh => testing/run_system_tests.sh} (71%)
create mode 100755 scripts/ci/testing/run_unit_tests.sh
rename scripts/{ci/images/ci_stop_arm_instance.sh =>
tools/free_up_disk_space.sh} (56%)
create mode 100644 tests/api/common/test_mark_tasks.py