This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch v2-3-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from af913793fd Refactor code references from tree to grid (#23254)
new 1936cfeeff Mark image as refreshed when pulled on CI (#23410)
new be1b5b706f Improve verbose output of Breeze (#23446)
new 43589dd887 Unify approach for user questions asked in Breeze (#23335)
new 99e5a0dee7 Move non-opencontainer labeling of the image to breeze from
Dockerfile (#23379)
new e8c95a237b Changed word 'the' instead 'his' (#23493)
new c059dd7e60 Move tests command in new breeze (#23445)
new d46451fa8c Seperate provider verification as standalone breeze command
(#23454)
new 6923cf3b95 Fix accidental including of providers in airflow package
(#23552)
new 3870850100 Add logging in to Github Registry for breeze pull (#23551)
new 84554b5737 Refactor Breeze to group related methods and classes
together (#23556)
new 5b1664cadf Add slim images to release process (#23391)
new bcde3caacd tHe output of commands of Breeze are only generated when
they change (#23570)
new c658a48d43 Clean up in-line f-string concatenation (#23591)
new be687d2f39 Improve caching for multi-platform images. (#23562)
new 1e9b668947 Use inclusive words in apache airflow project (#23090)
new ca072dcf42 Update min requirements for rich to 12.4.1 (#23604)
new 1cbc4d1664 [FEATURE] update K8S-KIND to 0.13.0 (#23636)
new efe38a95c6 [FEATURE] add K8S 1.24 support (#23637)
new 76baf4db52 Added postgres 14 to support versions(including breeze)
(#23506)
The 19 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-images.yml | 4 +-
.github/workflows/ci.yml | 56 +-
.pre-commit-config.yaml | 81 +-
BREEZE.rst | 98 ++-
CONTRIBUTING.rst | 11 +-
CONTRIBUTORS_QUICK_START.rst | 102 +--
Dockerfile | 67 +-
Dockerfile.ci | 402 +--------
IMAGES.rst | 18 +-
INSTALL | 2 +-
README.md | 2 +-
TESTING.rst | 6 +-
airflow/providers/amazon/aws/utils/redshift.py | 2 +-
airflow/providers/apache/drill/hooks/drill.py | 2 +-
.../databricks/operators/databricks_repos.py | 2 +-
airflow/providers/google/cloud/hooks/datafusion.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 2 +-
.../hashicorp/_internal_client/vault_client.py | 2 +-
airflow/sensors/base.py | 4 +-
airflow/utils/cli.py | 4 +-
airflow/utils/orm_event_handlers.py | 2 +-
airflow/www/ask_for_recompile_assets_if_needed.sh | 8 +-
breeze | 14 +-
breeze-complete | 6 +-
breeze-legacy | 1 -
dev/PROVIDER_PACKAGE_DETAILS.md | 16 +
dev/README_RELEASE_AIRFLOW.md | 86 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 51 +-
dev/REFRESHING_CI_CACHE.md | 8 +-
dev/assign_cherry_picked_prs_with_milestone.py | 2 +-
dev/breeze/README.md | 2 +-
...-using-contributed-code-when-building-images.md | 2 +-
.../doc/adr/0012-asking-user-for-confirmation.md | 99 +++
dev/breeze/setup.cfg | 2 +-
dev/breeze/src/airflow_breeze/breeze.py | 5 +-
.../src/airflow_breeze/build_image/__init__.py | 17 -
.../src/airflow_breeze/build_image/ci/__init__.py | 17 -
.../build_image/ci/build_ci_image.py | 207 -----
.../airflow_breeze/build_image/prod/__init__.py | 17 -
.../build_image/prod/build_prod_image.py | 200 -----
.../airflow_breeze/commands/ci_image_commands.py | 533 ++++++++++++
.../src/airflow_breeze/commands/ci_image_tools.py | 332 --------
...y => configuration_and_maintenance_commands.py} | 76 +-
.../airflow_breeze/commands/developer_commands.py | 238 ++++--
.../commands/{main.py => main_command.py} | 10 +-
...image_tools.py => production_image_commands.py} | 188 ++++-
.../airflow_breeze/commands/release_management.py | 396 ---------
.../commands/release_management_commands.py | 750 +++++++++++++++++
.../commands/{testing.py => testing_commands.py} | 82 +-
.../{commands => }/configure_rich_click.py | 12 +-
dev/breeze/src/airflow_breeze/global_constants.py | 25 +-
.../_common_build_params.py} | 196 +++--
.../src/airflow_breeze/params/build_ci_params.py | 96 +++
.../prod => params}/build_prod_params.py | 187 ++---
.../src/airflow_breeze/params/doc_build_params.py | 57 +-
.../{shell => params}/shell_params.py | 68 +-
dev/breeze/src/airflow_breeze/shell/__init__.py | 17 -
dev/breeze/src/airflow_breeze/shell/enter_shell.py | 133 ---
dev/breeze/src/airflow_breeze/utils/ci_group.py | 12 +-
.../{commands => utils}/common_options.py | 95 ++-
dev/breeze/src/airflow_breeze/utils/confirm.py | 42 +-
dev/breeze/src/airflow_breeze/utils/constraints.py | 79 --
.../{commands => utils}/custom_param_types.py | 39 +-
.../airflow_breeze/utils/docker_command_utils.py | 270 +++---
.../utils/find_newer_dependencies.py | 2 +-
.../utils/mark_image_as_refreshed.py | 25 +-
.../src/airflow_breeze/utils/md5_build_check.py | 11 +-
dev/breeze/src/airflow_breeze/utils/path_utils.py | 16 +
.../breeze/src/airflow_breeze/utils/platforms.py | 12 +-
dev/breeze/src/airflow_breeze/utils/pulll_image.py | 25 +-
.../utils/rebuild_image_if_needed.py | 58 --
dev/breeze/src/airflow_breeze/utils/registry.py | 24 +-
dev/breeze/src/airflow_breeze/utils/reinstall.py | 11 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 98 ++-
dev/breeze/tests/test_commands.py | 20 +-
dev/breeze/tests/test_docker_command_utils.py | 2 +-
dev/import_all_classes.py | 141 ----
dev/prepare_prod_docker_images.sh | 85 --
dev/prepare_release_issue.py | 2 +-
dev/provider_packages/README.md | 356 --------
dev/provider_packages/prepare_provider_packages.py | 779 ++----------------
dev/refresh_images.sh | 2 +-
dev/retag_docker_images.py | 11 +-
.../howto/create-update-providers.rst | 20 -
.../installation/installing-from-pypi.rst | 4 +-
docs/apache-airflow/installation/prerequisites.rst | 2 +-
docs/apache-airflow/security/webserver.rst | 4 +-
docs/docker-stack/build-arg-ref.rst | 5 +
docs/docker-stack/build.rst | 228 +++--
images/breeze/output-build-docs.svg | 281 +++----
images/breeze/output-build-image.svg | 278 +++----
images/breeze/output-build-prod-image.svg | 312 +++----
images/breeze/output-cleanup.svg | 201 ++---
images/breeze/output-command-hash-export.svg | 61 ++
images/breeze/output-commands-hash.txt | 1 +
images/breeze/output-commands.svg | 322 +++-----
images/breeze/output-config.svg | 213 ++---
images/breeze/output-docker-compose-tests.svg | 205 ++---
images/breeze/output-exec.svg | 189 ++---
images/breeze/output-find-newer-dependencies.svg | 205 ++---
images/breeze/output-fix-ownership.svg | 189 ++---
images/breeze/output-free-space.svg | 193 ++---
images/breeze/output-generate-constraints.svg | 227 ++---
images/breeze/output-prepare-airflow-package.svg | 202 ++---
.../output-prepare-provider-documentation.svg | 223 ++---
images/breeze/output-prepare-provider-packages.svg | 226 ++---
images/breeze/output-pull-image.svg | 225 ++---
images/breeze/output-pull-prod-image.svg | 225 ++---
images/breeze/output-release-prod-images.svg | 80 ++
images/breeze/output-resource-check.svg | 189 ++---
images/breeze/output-self-upgrade.svg | 193 ++---
images/breeze/output-setup-autocomplete.svg | 199 ++---
images/breeze/output-shell.svg | 247 +++---
images/breeze/output-start-airflow.svg | 251 +++---
images/breeze/output-static-checks.svg | 271 +++---
images/breeze/output-stop.svg | 195 ++---
images/breeze/output-tests.svg | 71 ++
images/breeze/output-verify-image.svg | 205 ++---
images/breeze/output-verify-prod-image.svg | 205 ++---
images/breeze/output-verify-provider-packages.svg | 80 ++
images/breeze/output-version.svg | 187 ++---
scripts/ci/docker-compose/_docker.env | 4 +-
scripts/ci/docker-compose/base.yml | 4 +-
scripts/ci/docker-compose/devcontainer.env | 3 +-
scripts/ci/libraries/_initialization.sh | 13 +-
scripts/ci/libraries/_sanity_checks.sh | 2 +-
.../ci/pre_commit/pre_commit_breeze_cmd_line.py | 37 +-
.../pre_commit_check_pre_commit_hooks.py | 2 +-
.../ci_install_and_test_provider_packages.sh | 48 --
.../ci_make_providers_2_1_compliant.sh | 27 -
scripts/docker/common.sh | 2 +-
scripts/docker/entrypoint_ci.sh | 32 +-
scripts/docker/install_additional_dependencies.sh | 7 +-
scripts/docker/install_airflow.sh | 4 +
...install_airflow_dependencies_from_branch_tip.sh | 2 +
.../docker/install_from_docker_context_files.sh | 43 +-
scripts/in_container/_in_container_utils.sh | 59 +-
scripts/in_container/run_generate_constraints.sh | 23 +-
.../run_install_and_test_provider_packages.sh | 344 --------
.../in_container/run_prepare_airflow_packages.sh | 4 +
.../run_prepare_provider_documentation.sh | 29 -
.../in_container/run_prepare_provider_packages.sh | 2 +
scripts/in_container/run_system_tests.sh | 2 +-
scripts/in_container/verify_providers.py | 916 +++++++++++++++++++++
setup.cfg | 2 +-
tests/cli/test_cli_parser.py | 6 +-
tests/conftest.py | 2 +-
.../google/bigquery/example_bigquery_tables.py | 2 +-
148 files changed, 6759 insertions(+), 8720 deletions(-)
create mode 100644 dev/breeze/doc/adr/0012-asking-user-for-confirmation.md
delete mode 100644 dev/breeze/src/airflow_breeze/build_image/__init__.py
delete mode 100644 dev/breeze/src/airflow_breeze/build_image/ci/__init__.py
delete mode 100644
dev/breeze/src/airflow_breeze/build_image/ci/build_ci_image.py
delete mode 100644 dev/breeze/src/airflow_breeze/build_image/prod/__init__.py
delete mode 100644
dev/breeze/src/airflow_breeze/build_image/prod/build_prod_image.py
create mode 100644 dev/breeze/src/airflow_breeze/commands/ci_image_commands.py
delete mode 100644 dev/breeze/src/airflow_breeze/commands/ci_image_tools.py
rename
dev/breeze/src/airflow_breeze/commands/{configuration_and_maintenance.py =>
configuration_and_maintenance_commands.py} (89%)
rename dev/breeze/src/airflow_breeze/commands/{main.py => main_command.py}
(86%)
rename dev/breeze/src/airflow_breeze/commands/{production_image_tools.py =>
production_image_commands.py} (61%)
delete mode 100644 dev/breeze/src/airflow_breeze/commands/release_management.py
create mode 100644
dev/breeze/src/airflow_breeze/commands/release_management_commands.py
rename dev/breeze/src/airflow_breeze/commands/{testing.py =>
testing_commands.py} (50%)
rename dev/breeze/src/airflow_breeze/{commands => }/configure_rich_click.py
(85%)
rename dev/breeze/src/airflow_breeze/{build_image/ci/build_ci_params.py =>
params/_common_build_params.py} (52%)
create mode 100644 dev/breeze/src/airflow_breeze/params/build_ci_params.py
rename dev/breeze/src/airflow_breeze/{build_image/prod =>
params}/build_prod_params.py (65%)
copy airflow/providers/telegram/provider.yaml =>
dev/breeze/src/airflow_breeze/params/doc_build_params.py (50%)
rename dev/breeze/src/airflow_breeze/{shell => params}/shell_params.py (87%)
delete mode 100644 dev/breeze/src/airflow_breeze/shell/__init__.py
delete mode 100644 dev/breeze/src/airflow_breeze/shell/enter_shell.py
rename dev/breeze/src/airflow_breeze/{commands => utils}/common_options.py
(80%)
delete mode 100644 dev/breeze/src/airflow_breeze/utils/constraints.py
rename dev/breeze/src/airflow_breeze/{commands => utils}/custom_param_types.py
(80%)
copy airflow/models/errors.py =>
dev/breeze/src/airflow_breeze/utils/mark_image_as_refreshed.py (56%)
copy tests/test_utils/fake_datetime.py =>
dev/breeze/src/airflow_breeze/utils/platforms.py (73%)
delete mode 100644
dev/breeze/src/airflow_breeze/utils/rebuild_image_if_needed.py
delete mode 100755 dev/import_all_classes.py
delete mode 100755 dev/prepare_prod_docker_images.sh
delete mode 100644 dev/provider_packages/README.md
create mode 100644 images/breeze/output-command-hash-export.svg
create mode 100644 images/breeze/output-commands-hash.txt
create mode 100644 images/breeze/output-release-prod-images.svg
create mode 100644 images/breeze/output-tests.svg
create mode 100644 images/breeze/output-verify-provider-packages.svg
delete mode 100755
scripts/ci/provider_packages/ci_install_and_test_provider_packages.sh
delete mode 100755
scripts/ci/provider_packages/ci_make_providers_2_1_compliant.sh
delete mode 100755
scripts/in_container/run_install_and_test_provider_packages.sh
create mode 100755 scripts/in_container/verify_providers.py
