This is an automated email from the ASF dual-hosted git repository. potiuk pushed a commit to branch fix-dependencies-removal in repository https://gitbox.apache.org/repos/asf/airflow.git
commit 0c8543dada09aad64555ed3b7d8b966b5212d1da Author: Jarek Potiuk <[email protected]> AuthorDate: Sun Oct 13 01:47:11 2024 +0200 Fix handling removal of dependencies There was a problem with CI image builds when cache has been disabled - they still used "pre-cached" main version (unlike PROD builds). This PR synchronizes the behaviour between CI and PROD builds. For removing dependencies, you need to set both: * `disable docker cache` label * incerase DEPENDENCIES_EPOCH_NUMBER in `Dockerfile.ci` Comments and documentation in both places has been updated to reflect it. Since documentation for labels has been updated, Part of this PR is to improve the description of possible labels that could be used during the build. The description grew from a small number of labels to a "wall of text" that was difficult to read. This PR reformats it in the form of table that makes it far easier to see actions that the maintainer can do and what labels should be set for each of them. --- Dockerfile.ci | 5 +- dev/breeze/doc/ci/07_debugging.md | 64 ++++-------- dev/breeze/doc/images/output_ci-image_build.svg | 112 +++++++++++---------- dev/breeze/doc/images/output_ci-image_build.txt | 2 +- dev/breeze/doc/images/output_prod-image_build.txt | 2 +- .../airflow_breeze/commands/ci_image_commands.py | 4 + .../commands/ci_image_commands_config.py | 1 + .../commands/common_image_options.py | 5 + .../commands/production_image_commands.py | 7 +- .../src/airflow_breeze/params/build_ci_params.py | 1 - .../src/airflow_breeze/params/build_prod_params.py | 5 - .../airflow_breeze/params/common_build_params.py | 5 +- 12 files changed, 99 insertions(+), 114 deletions(-) diff --git a/Dockerfile.ci b/Dockerfile.ci index 9339e9af6d6..464e33f147f 100644 --- a/Dockerfile.ci +++ b/Dockerfile.ci @@ -1180,7 +1180,10 @@ SHELL ["/bin/bash", "-o", "pipefail", "-o", "errexit", "-o", "nounset", "-o", "n ARG PYTHON_BASE_IMAGE ARG AIRFLOW_IMAGE_REPOSITORY="https://github.com/apache/airflow"; -# By increasing this number we can do force build of all dependencies +# By increasing this number we can do force build of all dependencies. +# NOTE! When you want to make sure dependencies are installed from scratch in your PR after removing +# some dependencies, you also need to set "disable image cache" in your PR to make sure the image is +# not built using the "main" version of those dependencies. ARG DEPENDENCIES_EPOCH_NUMBER="11" # Make sure noninteractive debian install is used and language variables set diff --git a/dev/breeze/doc/ci/07_debugging.md b/dev/breeze/doc/ci/07_debugging.md index 6e6d46584ed..fc415115eca 100644 --- a/dev/breeze/doc/ci/07_debugging.md +++ b/dev/breeze/doc/ci/07_debugging.md @@ -21,11 +21,11 @@ <!-- DON'T EDIT THIS SECTION, INSTEAD RE-RUN doctoc TO UPDATE --> **Table of Contents** *generated with [DocToc](https://github.com/thlorenz/doctoc)* -- [Debugging CI Jobs in Github Actions](#debugging-ci-jobs-in-github-actions) +- [Debugging CI Jobs in Github Actions and changing their behaviour](#debugging-ci-jobs-in-github-actions-and-changing-their-behaviour) <!-- END doctoc generated TOC please keep comment here to allow auto update --> -# Debugging CI Jobs in Github Actions +# Debugging CI Jobs in Github Actions and changing their behaviour The CI jobs are notoriously difficult to test, because you can only really see results of it when you run them in CI environment, and the @@ -39,49 +39,25 @@ difficulty is that `Build Images` workflow is `pull-request-target` type, which means that it will always run using the `main` version - no matter what is in your Pull Request. -There are several ways how you can debug the CI jobs when you are -maintainer. +There are several ways how you can debug the CI jobs and modify their +behaviour when you are maintainer. + +Before you create the PR you can set one of the labels below, also +in some cases, you need to run the PR as coming from the "apache" +repository rather than from your fork. + +| Action to perform | Label to set | PR from "apache" repo | +|------------------------------------------------------------------------------------------------------------------------------------------------------------------|-----------------------|:---------------------:| +| Run the build with all combinations of all<br>python, backends, kubernetes etc on PR, <br>and run all types of tests for all test<br>groups. | full tests needed | | +| Force to use public runners for the build | use public runners | | +| Debug resources used during the build for <br>parallel jobs | debug ci resources | | +| Force running PR on latest versions of<br>python, backends, kubernetes etc. when you<br>want to save resources and test only latest<br>versions | latest versions only | | +| Force running PR on minimal (default) <br>versions of python, backends, kubernetes etc.<br>in order to save resources and run tests only<br>for minimum versions | default versions only | | +| Make sure to clean dependency cache<br>usually when removing dependencies<br>You also need to increase<br> `DEPENDENCIES_EPOCH_NUMBER` in `Dockerfile.ci` | disable image cache | | +| Change build images workflows, breeze code or<br>scripts that are used during image build<br>so that the scripts can be modified by PR<br> | | Yes | +| Treat your build as "canary" build - including<br>updating constraints and pushing "main"<br>documentation. | | Yes | +| Remove any behaviour specific for the committers<br>such as using different runners by default. | non committer build | | -- When you want to tests the build with all combinations of all python, - backends etc on regular PR, add `full tests needed` label to the PR. -- When you want to test maintainer PR using public runners, add - `public runners` label to the PR -- When you want to see resources used by the run, add - `debug ci resources` label to the PR -- When you want to test changes to breeze that include changes to how - images are build you should push your PR to `apache` repository not to - your fork. This will run the images as part of the `CI` workflow - rather than using `Build images` workflow and use the same breeze - version for building image and testing -- When you want to test changes to workflows and CI scripts you can set - `all versions` label to the PR or `latest versions only`. - This will make the PR run using "all" versions of - Python, Kubernetes and the DBS. By default - unless you also change - dependencies in `pyproject.toml` or `generated/provider_dependencies.json` - such PRs will only use "default" versions of Python, Kubernetes and - DBs. This is useful when you want to test changes to the CI scripts - are not affected by the versions of Python, Kubernetes and DBs. -- Even if you change dependencies in `pyproject.toml`, or - `generated/provider_dependencies.json`, when you want to test changes to workflows - and CI scripts you can set `default versions only` label to the - This will make the PR run using the default (or latest) versions of - Python and Kubernetes and DBs. This is useful when you want to test - changes to the CI scripts and workflows and you want to use far - less resources than the full tests. -- When you want to test changes to `build-images.yml` workflow you - should push your branch as `main` branch in your local fork. This will - run changed `build-images.yml` workflow as it will be in `main` branch - of your fork -- When you are a committer and you change build images workflow, together - with build scripts, your build might fail because your scripts are used - in `build-images.yml` workflow, but the workflow is run using the `main` - version. Setting `non committer build` label will make your PR run using - the main version of the scripts and the workflow -- When you are a committer want to test how changes in your workflow affect - `canary` run, as maintainer, you should push your PR to `apache` repository - not to your fork and set `canary` label to the PR -- When you are a committer and want to test if the tests are passing if the - image is freshly built without cache, you can set `disable image cache` label. ----- diff --git a/dev/breeze/doc/images/output_ci-image_build.svg b/dev/breeze/doc/images/output_ci-image_build.svg index 6dd856c3dc8..62339f70539 100644 --- a/dev/breeze/doc/images/output_ci-image_build.svg +++ b/dev/breeze/doc/images/output_ci-image_build.svg @@ -1,4 +1,4 @@ -<svg class="rich-terminal" viewBox="0 0 1482 2416.7999999999997" xmlns="http://www.w3.org/2000/svg";> +<svg class="rich-terminal" viewBox="0 0 1482 2441.2" xmlns="http://www.w3.org/2000/svg";> <!-- Generated with Rich https://www.textualize.io --> <style> @@ -43,7 +43,7 @@ <defs> <clipPath id="breeze-ci-image-build-clip-terminal"> - <rect x="0" y="0" width="1463.0" height="2365.7999999999997" /> + <rect x="0" y="0" width="1463.0" height="2390.2" /> </clipPath> <clipPath id="breeze-ci-image-build-line-0"> <rect x="0" y="1.5" width="1464" height="24.65"/> @@ -333,9 +333,12 @@ <clipPath id="breeze-ci-image-build-line-95"> <rect x="0" y="2319.5" width="1464" height="24.65"/> </clipPath> +<clipPath id="breeze-ci-image-build-line-96"> + <rect x="0" y="2343.9" width="1464" height="24.65"/> + </clipPath> </defs> - <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="2414.8" rx="8"/><text class="breeze-ci-image-build-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command: ci-image build</text> + <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="2439.2" rx="8"/><text class="breeze-ci-image-build-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command: ci-image build</text> <g transform="translate(26,22)"> <circle cx="0" cy="0" r="7" fill="#ff5f57"/> <circle cx="22" cy="0" r="7" fill="#febc2e"/> @@ -391,57 +394,58 @@ </text><text class="breeze-ci-image-build-r5" x="0" y="1069.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-43)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1069.2" textLength="146.4" clip-path="url(#breeze-ci-image-build-line-43)">--commit-sha</text><text class="breeze-ci-image-build-r1" x="439.2" y="1069.2" textLength="536.8" clip-path="url(#breeze-ci-image-build-line-43)">Commit SHA that is used to build the images [...] </text><text class="breeze-ci-image-build-r5" x="0" y="1093.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-44)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1093.6" textLength="195.2" clip-path="url(#breeze-ci-image-build-line-44)">--debian-version</text><text class="breeze-ci-image-build-r1" x="439.2" y="1093.6" textLength="793" clip-path="url(#breeze-ci-image-build-line-44)">Debian version used in Airflow image as base&# [...] </text><text class="breeze-ci-image-build-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-45)">│</text><text class="breeze-ci-image-build-r5" x="439.2" y="1118" textLength="793" clip-path="url(#breeze-ci-image-build-line-45)">[default: bookworm]                                    [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-46)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1142.4" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-46)">--install-mysql-client-type</text><text class="breeze-ci-image-build-r1" x="439.2" y="1142.4" textLength="475.8" clip-path="url(#breeze-ci-image-build-line-46)">Which client to choose when installing.</te [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1166.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-47)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1166.8" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-47)">--python-image</text><text class="breeze-ci-image-build-r1" x="439.2" y="1166.8" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-47)">If specified this is the base python image [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1191.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-48)">│</text><text class="breeze-ci-image-build-r1" x="439.2" y="1191.2" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-48)">something like: python:VERSION-slim-bookworm.                             [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1215.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-49)">│</text><text class="breeze-ci-image-build-r7" x="439.2" y="1215.6" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-49)">(TEXT)                                      [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1240" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-50)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1240" textLength="97.6" clip-path="url(#breeze-ci-image-build-line-50)">--use-uv</text><text class="breeze-ci-image-build-r1" x="122" y="1240" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-50)">/</text><text class="breeze-ci-image-build-r4" x="134.2" y="1240" textLength="134.2" clip-path="u [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1264.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-51)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1264.4" textLength="207.4" clip-path="url(#breeze-ci-image-build-line-51)">--uv-http-timeout</text><text class="breeze-ci-image-build-r1" x="439.2" y="1264.4" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-51)">Timeout for requests that UV makes (only us [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1288.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-52)">│</text><text class="breeze-ci-image-build-r7" x="439.2" y="1288.8" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-52)">(INTEGER RANGE)                                   [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1313.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-53)">│</text><text class="breeze-ci-image-build-r5" x="439.2" y="1313.2" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-53)">[default: 300; x>=1]                                 [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1337.6" textLength="1464" clip-path="url(#breeze-ci-image-build-line-54)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1337.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-54)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="1362" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-55)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1362" textLength="597.8" clip-path="url(#breeze-ci-image-build-line-55)"> Selecting constraint location (for power users) </text><text class="breeze-ci-image-build-r5" x="622.2" y="1362" textLength="817.4" clip-path="url(#breeze-ci-image-build-line-55)">──────────────── [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1386.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-56)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1386.4" textLength="366" clip-path="url(#breeze-ci-image-build-line-56)">--airflow-constraints-location</text><text class="breeze-ci-image-build-r1" x="451.4" y="1386.4" textLength="902.8" clip-path="url(#breeze-ci-image-build-line-56)">Location of airflow constraints to use [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1410.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-57)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1410.8" textLength="317.2" clip-path="url(#breeze-ci-image-build-line-57)">--airflow-constraints-mode</text><text class="breeze-ci-image-build-r1" x="451.4" y="1410.8" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-57)">Mode of constraints for Airflow for CI& [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1435.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-58)">│</text><text class="breeze-ci-image-build-r7" x="451.4" y="1435.2" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-58)">(constraints-source-providers | constraints | constraints-no-providers)</text><text class="breeze-ci-image-build-r5" x="1451.8" y="1435.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-58)">│</ [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1459.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-59)">│</text><text class="breeze-ci-image-build-r5" x="451.4" y="1459.6" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-59)">[default: constraints-source-providers]                               [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1484" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-60)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1484" textLength="378.2" clip-path="url(#breeze-ci-image-build-line-60)">--airflow-constraints-reference</text><text class="breeze-ci-image-build-r1" x="451.4" y="1484" textLength="634.4" clip-path="url(#breeze-ci-image-build-line-60)">Constraint reference to use when building [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1508.4" textLength="1464" clip-path="url(#breeze-ci-image-build-line-61)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1508.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-61)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="1532.8" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-62)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1532.8" textLength="634.4" clip-path="url(#breeze-ci-image-build-line-62)"> Choosing dependencies and extras (for power users) </text><text class="breeze-ci-image-build-r5" x="658.8" y="1532.8" textLength="780.8" clip-path="url(#breeze-ci-image-build-line-62)">── [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1557.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-63)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1557.2" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-63)">--additional-airflow-extras</text><text class="breeze-ci-image-build-r1" x="414.8" y="1557.2" textLength="768.6" clip-path="url(#breeze-ci-image-build-line-63)">Additional extra package while installing A [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1581.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-64)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1581.6" textLength="292.8" clip-path="url(#breeze-ci-image-build-line-64)">--additional-python-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1581.6" textLength="768.6" clip-path="url(#breeze-ci-image-build-line-64)">Additional python dependencies to use when [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1606" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-65)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1606" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-65)">--dev-apt-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1606" textLength="646.6" clip-path="url(#breeze-ci-image-build-line-65)">Apt dev dependencies to use when building the i [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1630.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-66)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1630.4" textLength="305" clip-path="url(#breeze-ci-image-build-line-66)">--additional-dev-apt-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1630.4" textLength="780.8" clip-path="url(#breeze-ci-image-build-line-66)">Additional apt dev dependencies to use whe [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1654.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-67)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1654.8" textLength="207.4" clip-path="url(#breeze-ci-image-build-line-67)">--dev-apt-command</text><text class="breeze-ci-image-build-r1" x="414.8" y="1654.8" textLength="622.2" clip-path="url(#breeze-ci-image-build-line-67)">Command executed before dev apt deps are in [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1679.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-68)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1679.2" textLength="341.6" clip-path="url(#breeze-ci-image-build-line-68)">--additional-dev-apt-command</text><text class="breeze-ci-image-build-r1" x="414.8" y="1679.2" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-68)">Additional command executed before dev apt [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1703.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-69)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1703.6" textLength="292.8" clip-path="url(#breeze-ci-image-build-line-69)">--additional-dev-apt-env</text><text class="breeze-ci-image-build-r1" x="414.8" y="1703.6" textLength="805.2" clip-path="url(#breeze-ci-image-build-line-69)">Additional environment variables set when addi [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1728" textLength="1464" clip-path="url(#breeze-ci-image-build-line-70)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1728" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-70)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="1752.4" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-71)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1752.4" textLength="268.4" clip-path="url(#breeze-ci-image-build-line-71)"> Backtracking options </text><text class="breeze-ci-image-build-r5" x="292.8" y="1752.4" textLength="1146.8" clip-path="url(#breeze-ci-image-build-line-71)">──────────────────────────────────────────────────────── [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1776.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-72)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1776.8" textLength="280.6" clip-path="url(#breeze-ci-image-build-line-72)">--build-timeout-minutes</text><text class="breeze-ci-image-build-r1" x="549" y="1776.8" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-72)">Optional timeout for the build in minutes.&# [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1801.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-73)">│</text><text class="breeze-ci-image-build-r1" x="549" y="1801.2" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-73)">backtracking problems.                                   [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1825.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-74)">│</text><text class="breeze-ci-image-build-r7" x="549" y="1825.6" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-74)">(INTEGER)                                      [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1850" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-75)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1850" textLength="475.8" clip-path="url(#breeze-ci-image-build-line-75)">--eager-upgrade-additional-requirements</text><text class="breeze-ci-image-build-r1" x="549" y="1850" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-75)">Optional additional requirements to upgrade& [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1874.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-76)">│</text><text class="breeze-ci-image-build-r1" x="549" y="1874.4" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-76)">(see `breeze ci find-backtracking-candidates`).                          </text><text [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1898.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-77)">│</text><text class="breeze-ci-image-build-r7" x="549" y="1898.8" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-77)">(TEXT)                                     &# [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1923.2" textLength="1464" clip-path="url(#breeze-ci-image-build-line-78)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1923.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-78)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="1947.6" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-79)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1947.6" textLength="622.2" clip-path="url(#breeze-ci-image-build-line-79)"> Preparing cache and push (for maintainers and CI) </text><text class="breeze-ci-image-build-r5" x="646.6" y="1947.6" textLength="793" clip-path="url(#breeze-ci-image-build-line-79)"> [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1972" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-80)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1972" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-80)">--builder</text><text class="breeze-ci-image-build-r1" x="341.6" y="1972" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-80)">Buildx builder used to perform `docker buildx build`  [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="1996.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-81)">│</text><text class="breeze-ci-image-build-r5" x="341.6" y="1996.4" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-81)">[default: autodetect]                                  [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2020.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-82)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2020.8" textLength="122" clip-path="url(#breeze-ci-image-build-line-82)">--platform</text><text class="breeze-ci-image-build-r1" x="341.6" y="2020.8" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-82)">Platform for Airflow image.</text><text class="breeze-ci-image-build-r7" [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2045.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-83)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2045.2" textLength="73.2" clip-path="url(#breeze-ci-image-build-line-83)">--push</text><text class="breeze-ci-image-build-r1" x="341.6" y="2045.2" textLength="353.8" clip-path="url(#breeze-ci-image-build-line-83)">Push image after building it.</text><text class="breeze-ci-image-build [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2069.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-84)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2069.6" textLength="268.4" clip-path="url(#breeze-ci-image-build-line-84)">--prepare-buildx-cache</text><text class="breeze-ci-image-build-r1" x="341.6" y="2069.6" textLength="1098" clip-path="url(#breeze-ci-image-build-line-84)">Prepares build cache (this is done as s [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2094" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-85)">│</text><text class="breeze-ci-image-build-r1" x="341.6" y="2094" textLength="1098" clip-path="url(#breeze-ci-image-build-line-85)">image).                                      [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2118.4" textLength="1464" clip-path="url(#breeze-ci-image-build-line-86)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2118.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-86)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="2142.8" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-87)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="2142.8" textLength="280.6" clip-path="url(#breeze-ci-image-build-line-87)"> Github authentication </text><text class="breeze-ci-image-build-r5" x="305" y="2142.8" textLength="1134.6" clip-path="url(#breeze-ci-image-build-line-87)">───────────────────────────────────────────────────────── [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2167.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-88)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2167.2" textLength="231.8" clip-path="url(#breeze-ci-image-build-line-88)">--github-repository</text><text class="breeze-ci-image-build-r6" x="280.6" y="2167.2" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-88)">-g</text><text class="breeze-ci-image-build-r1" x="329.4" y="2167.2" textLeng [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2191.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-89)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2191.6" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-89)">--github-token</text><text class="breeze-ci-image-build-r1" x="329.4" y="2191.6" textLength="500.2" clip-path="url(#breeze-ci-image-build-line-89)">The token used to authenticate to GitHub.</text><te [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2216" textLength="1464" clip-path="url(#breeze-ci-image-build-line-90)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2216" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-90)"> -</text><text class="breeze-ci-image-build-r5" x="0" y="2240.4" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-91)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="2240.4" textLength="195.2" clip-path="url(#breeze-ci-image-build-line-91)"> Common options </text><text class="breeze-ci-image-build-r5" x="219.6" y="2240.4" textLength="1220" clip-path="url(#breeze-ci-image-build-line-91)">──────────────────────────────────────────────────────────────── [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2264.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-92)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2264.8" textLength="97.6" clip-path="url(#breeze-ci-image-build-line-92)">--answer</text><text class="breeze-ci-image-build-r6" x="158.6" y="2264.8" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-92)">-a</text><text class="breeze-ci-image-build-r1" x="207.4" y="2264.8" textLength="317.2" c [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2289.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-93)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2289.2" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-93)">--dry-run</text><text class="breeze-ci-image-build-r6" x="158.6" y="2289.2" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-93)">-D</text><text class="breeze-ci-image-build-r1" x="207.4" y="2289.2" textLength="719.8" [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2313.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-94)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2313.6" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-94)">--verbose</text><text class="breeze-ci-image-build-r6" x="158.6" y="2313.6" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-94)">-v</text><text class="breeze-ci-image-build-r1" x="207.4" y="2313.6" textLength="585.6" [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2338" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-95)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2338" textLength="73.2" clip-path="url(#breeze-ci-image-build-line-95)">--help</text><text class="breeze-ci-image-build-r6" x="158.6" y="2338" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-95)">-h</text><text class="breeze-ci-image-build-r1" x="207.4" y="2338" textLength="329.4" clip-path=" [...] -</text><text class="breeze-ci-image-build-r5" x="0" y="2362.4" textLength="1464" clip-path="url(#breeze-ci-image-build-line-96)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2362.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-96)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-46)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1142.4" textLength="341.6" clip-path="url(#breeze-ci-image-build-line-46)">--disable-airflow-repo-cache</text><text class="breeze-ci-image-build-r1" x="439.2" y="1142.4" textLength="658.8" clip-path="url(#breeze-ci-image-build-line-46)">Disable cache from Airflow repository duri [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1166.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-47)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1166.8" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-47)">--install-mysql-client-type</text><text class="breeze-ci-image-build-r1" x="439.2" y="1166.8" textLength="475.8" clip-path="url(#breeze-ci-image-build-line-47)">Which client to choose when installing.</te [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1191.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-48)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1191.2" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-48)">--python-image</text><text class="breeze-ci-image-build-r1" x="439.2" y="1191.2" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-48)">If specified this is the base python image [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1215.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-49)">│</text><text class="breeze-ci-image-build-r1" x="439.2" y="1215.6" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-49)">something like: python:VERSION-slim-bookworm.                             [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1240" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-50)">│</text><text class="breeze-ci-image-build-r7" x="439.2" y="1240" textLength="1000.4" clip-path="url(#breeze-ci-image-build-line-50)">(TEXT)                                      [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1264.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-51)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1264.4" textLength="97.6" clip-path="url(#breeze-ci-image-build-line-51)">--use-uv</text><text class="breeze-ci-image-build-r1" x="122" y="1264.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-51)">/</text><text class="breeze-ci-image-build-r4" x="134.2" y="1264.4" textLength="134.2" clip [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1288.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-52)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1288.8" textLength="207.4" clip-path="url(#breeze-ci-image-build-line-52)">--uv-http-timeout</text><text class="breeze-ci-image-build-r1" x="439.2" y="1288.8" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-52)">Timeout for requests that UV makes (only us [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1313.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-53)">│</text><text class="breeze-ci-image-build-r7" x="439.2" y="1313.2" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-53)">(INTEGER RANGE)                                   [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1337.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-54)">│</text><text class="breeze-ci-image-build-r5" x="439.2" y="1337.6" textLength="829.6" clip-path="url(#breeze-ci-image-build-line-54)">[default: 300; x>=1]                                 [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1362" textLength="1464" clip-path="url(#breeze-ci-image-build-line-55)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1362" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-55)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="1386.4" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-56)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1386.4" textLength="597.8" clip-path="url(#breeze-ci-image-build-line-56)"> Selecting constraint location (for power users) </text><text class="breeze-ci-image-build-r5" x="622.2" y="1386.4" textLength="817.4" clip-path="url(#breeze-ci-image-build-line-56)">────────── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1410.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-57)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1410.8" textLength="366" clip-path="url(#breeze-ci-image-build-line-57)">--airflow-constraints-location</text><text class="breeze-ci-image-build-r1" x="451.4" y="1410.8" textLength="902.8" clip-path="url(#breeze-ci-image-build-line-57)">Location of airflow constraints to use [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1435.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-58)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1435.2" textLength="317.2" clip-path="url(#breeze-ci-image-build-line-58)">--airflow-constraints-mode</text><text class="breeze-ci-image-build-r1" x="451.4" y="1435.2" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-58)">Mode of constraints for Airflow for CI& [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1459.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-59)">│</text><text class="breeze-ci-image-build-r7" x="451.4" y="1459.6" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-59)">(constraints-source-providers | constraints | constraints-no-providers)</text><text class="breeze-ci-image-build-r5" x="1451.8" y="1459.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-59)">│</ [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1484" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-60)">│</text><text class="breeze-ci-image-build-r5" x="451.4" y="1484" textLength="866.2" clip-path="url(#breeze-ci-image-build-line-60)">[default: constraints-source-providers]                               &# [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1508.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-61)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1508.4" textLength="378.2" clip-path="url(#breeze-ci-image-build-line-61)">--airflow-constraints-reference</text><text class="breeze-ci-image-build-r1" x="451.4" y="1508.4" textLength="634.4" clip-path="url(#breeze-ci-image-build-line-61)">Constraint reference to use when buildi [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1532.8" textLength="1464" clip-path="url(#breeze-ci-image-build-line-62)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1532.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-62)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="1557.2" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-63)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1557.2" textLength="634.4" clip-path="url(#breeze-ci-image-build-line-63)"> Choosing dependencies and extras (for power users) </text><text class="breeze-ci-image-build-r5" x="658.8" y="1557.2" textLength="780.8" clip-path="url(#breeze-ci-image-build-line-63)">── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1581.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-64)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1581.6" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-64)">--additional-airflow-extras</text><text class="breeze-ci-image-build-r1" x="414.8" y="1581.6" textLength="768.6" clip-path="url(#breeze-ci-image-build-line-64)">Additional extra package while installing A [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1606" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-65)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1606" textLength="292.8" clip-path="url(#breeze-ci-image-build-line-65)">--additional-python-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1606" textLength="768.6" clip-path="url(#breeze-ci-image-build-line-65)">Additional python dependencies to use when buil [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1630.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-66)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1630.4" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-66)">--dev-apt-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1630.4" textLength="646.6" clip-path="url(#breeze-ci-image-build-line-66)">Apt dev dependencies to use when building the& [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1654.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-67)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1654.8" textLength="305" clip-path="url(#breeze-ci-image-build-line-67)">--additional-dev-apt-deps</text><text class="breeze-ci-image-build-r1" x="414.8" y="1654.8" textLength="780.8" clip-path="url(#breeze-ci-image-build-line-67)">Additional apt dev dependencies to use whe [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1679.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-68)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1679.2" textLength="207.4" clip-path="url(#breeze-ci-image-build-line-68)">--dev-apt-command</text><text class="breeze-ci-image-build-r1" x="414.8" y="1679.2" textLength="622.2" clip-path="url(#breeze-ci-image-build-line-68)">Command executed before dev apt deps are in [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1703.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-69)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1703.6" textLength="341.6" clip-path="url(#breeze-ci-image-build-line-69)">--additional-dev-apt-command</text><text class="breeze-ci-image-build-r1" x="414.8" y="1703.6" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-69)">Additional command executed before dev apt [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1728" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-70)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1728" textLength="292.8" clip-path="url(#breeze-ci-image-build-line-70)">--additional-dev-apt-env</text><text class="breeze-ci-image-build-r1" x="414.8" y="1728" textLength="805.2" clip-path="url(#breeze-ci-image-build-line-70)">Additional environment variables set when adding [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1752.4" textLength="1464" clip-path="url(#breeze-ci-image-build-line-71)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1752.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-71)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="1776.8" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-72)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1776.8" textLength="268.4" clip-path="url(#breeze-ci-image-build-line-72)"> Backtracking options </text><text class="breeze-ci-image-build-r5" x="292.8" y="1776.8" textLength="1146.8" clip-path="url(#breeze-ci-image-build-line-72)">──────────────────────────────────────────────────────── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1801.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-73)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1801.2" textLength="280.6" clip-path="url(#breeze-ci-image-build-line-73)">--build-timeout-minutes</text><text class="breeze-ci-image-build-r1" x="549" y="1801.2" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-73)">Optional timeout for the build in minutes.&# [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1825.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-74)">│</text><text class="breeze-ci-image-build-r1" x="549" y="1825.6" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-74)">backtracking problems.                                   [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1850" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-75)">│</text><text class="breeze-ci-image-build-r7" x="549" y="1850" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-75)">(INTEGER)                                      [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1874.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-76)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1874.4" textLength="475.8" clip-path="url(#breeze-ci-image-build-line-76)">--eager-upgrade-additional-requirements</text><text class="breeze-ci-image-build-r1" x="549" y="1874.4" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-76)">Optional additional requirements to up [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1898.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-77)">│</text><text class="breeze-ci-image-build-r1" x="549" y="1898.8" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-77)">(see `breeze ci find-backtracking-candidates`).                          </text><text [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1923.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-78)">│</text><text class="breeze-ci-image-build-r7" x="549" y="1923.2" textLength="890.6" clip-path="url(#breeze-ci-image-build-line-78)">(TEXT)                                     &# [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1947.6" textLength="1464" clip-path="url(#breeze-ci-image-build-line-79)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="1947.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-79)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="1972" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-80)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="1972" textLength="622.2" clip-path="url(#breeze-ci-image-build-line-80)"> Preparing cache and push (for maintainers and CI) </text><text class="breeze-ci-image-build-r5" x="646.6" y="1972" textLength="793" clip-path="url(#breeze-ci-image-build-line-80)">────── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="1996.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-81)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="1996.4" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-81)">--builder</text><text class="breeze-ci-image-build-r1" x="341.6" y="1996.4" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-81)">Buildx builder used to perform `docker buildx build [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2020.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-82)">│</text><text class="breeze-ci-image-build-r5" x="341.6" y="2020.8" textLength="756.4" clip-path="url(#breeze-ci-image-build-line-82)">[default: autodetect]                                  [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2045.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-83)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2045.2" textLength="122" clip-path="url(#breeze-ci-image-build-line-83)">--platform</text><text class="breeze-ci-image-build-r1" x="341.6" y="2045.2" textLength="329.4" clip-path="url(#breeze-ci-image-build-line-83)">Platform for Airflow image.</text><text class="breeze-ci-image-build-r7" [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2069.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-84)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2069.6" textLength="73.2" clip-path="url(#breeze-ci-image-build-line-84)">--push</text><text class="breeze-ci-image-build-r1" x="341.6" y="2069.6" textLength="353.8" clip-path="url(#breeze-ci-image-build-line-84)">Push image after building it.</text><text class="breeze-ci-image-build [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2094" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-85)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2094" textLength="268.4" clip-path="url(#breeze-ci-image-build-line-85)">--prepare-buildx-cache</text><text class="breeze-ci-image-build-r1" x="341.6" y="2094" textLength="1098" clip-path="url(#breeze-ci-image-build-line-85)">Prepares build cache (this is done as separat [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2118.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-86)">│</text><text class="breeze-ci-image-build-r1" x="341.6" y="2118.4" textLength="1098" clip-path="url(#breeze-ci-image-build-line-86)">image).                                      [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2142.8" textLength="1464" clip-path="url(#breeze-ci-image-build-line-87)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2142.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-87)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="2167.2" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-88)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="2167.2" textLength="280.6" clip-path="url(#breeze-ci-image-build-line-88)"> Github authentication </text><text class="breeze-ci-image-build-r5" x="305" y="2167.2" textLength="1134.6" clip-path="url(#breeze-ci-image-build-line-88)">───────────────────────────────────────────────────────── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2191.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-89)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2191.6" textLength="231.8" clip-path="url(#breeze-ci-image-build-line-89)">--github-repository</text><text class="breeze-ci-image-build-r6" x="280.6" y="2191.6" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-89)">-g</text><text class="breeze-ci-image-build-r1" x="329.4" y="2191.6" textLeng [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2216" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-90)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2216" textLength="170.8" clip-path="url(#breeze-ci-image-build-line-90)">--github-token</text><text class="breeze-ci-image-build-r1" x="329.4" y="2216" textLength="500.2" clip-path="url(#breeze-ci-image-build-line-90)">The token used to authenticate to GitHub.</text><text cla [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2240.4" textLength="1464" clip-path="url(#breeze-ci-image-build-line-91)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2240.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-91)"> +</text><text class="breeze-ci-image-build-r5" x="0" y="2264.8" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-92)">╭─</text><text class="breeze-ci-image-build-r5" x="24.4" y="2264.8" textLength="195.2" clip-path="url(#breeze-ci-image-build-line-92)"> Common options </text><text class="breeze-ci-image-build-r5" x="219.6" y="2264.8" textLength="1220" clip-path="url(#breeze-ci-image-build-line-92)">──────────────────────────────────────────────────────────────── [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2289.2" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-93)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2289.2" textLength="97.6" clip-path="url(#breeze-ci-image-build-line-93)">--answer</text><text class="breeze-ci-image-build-r6" x="158.6" y="2289.2" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-93)">-a</text><text class="breeze-ci-image-build-r1" x="207.4" y="2289.2" textLength="317.2" c [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2313.6" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-94)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2313.6" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-94)">--dry-run</text><text class="breeze-ci-image-build-r6" x="158.6" y="2313.6" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-94)">-D</text><text class="breeze-ci-image-build-r1" x="207.4" y="2313.6" textLength="719.8" [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2338" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-95)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2338" textLength="109.8" clip-path="url(#breeze-ci-image-build-line-95)">--verbose</text><text class="breeze-ci-image-build-r6" x="158.6" y="2338" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-95)">-v</text><text class="breeze-ci-image-build-r1" x="207.4" y="2338" textLength="585.6" clip-pa [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2362.4" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-96)">│</text><text class="breeze-ci-image-build-r4" x="24.4" y="2362.4" textLength="73.2" clip-path="url(#breeze-ci-image-build-line-96)">--help</text><text class="breeze-ci-image-build-r6" x="158.6" y="2362.4" textLength="24.4" clip-path="url(#breeze-ci-image-build-line-96)">-h</text><text class="breeze-ci-image-build-r1" x="207.4" y="2362.4" textLength="329.4" cli [...] +</text><text class="breeze-ci-image-build-r5" x="0" y="2386.8" textLength="1464" clip-path="url(#breeze-ci-image-build-line-97)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-ci-image-build-r1" x="1464" y="2386.8" textLength="12.2" clip-path="url(#breeze-ci-image-build-line-97)"> </text> </g> </g> diff --git a/dev/breeze/doc/images/output_ci-image_build.txt b/dev/breeze/doc/images/output_ci-image_build.txt index 905847bedc7..4b19ce9d169 100644 --- a/dev/breeze/doc/images/output_ci-image_build.txt +++ b/dev/breeze/doc/images/output_ci-image_build.txt @@ -1 +1 @@ -686950c27e41fa50cf22abb8c25e496a +ebb12278fb946372074f1a6610a22ec0 diff --git a/dev/breeze/doc/images/output_prod-image_build.txt b/dev/breeze/doc/images/output_prod-image_build.txt index b8131522f12..bde54a3d97a 100644 --- a/dev/breeze/doc/images/output_prod-image_build.txt +++ b/dev/breeze/doc/images/output_prod-image_build.txt @@ -1 +1 @@ -3d6fee0b510d006927e45a56aa45d505 +7d98799eb37d7a6efc01fce7902e5167 diff --git a/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py b/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py index cc6274775f4..3c49e530fce 100644 --- a/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py +++ b/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py @@ -41,6 +41,7 @@ from airflow_breeze.commands.common_image_options import ( option_debian_version, option_dev_apt_command, option_dev_apt_deps, + option_disable_airflow_repo_cache, option_docker_cache, option_image_tag_for_building, option_image_tag_for_pulling, @@ -296,6 +297,7 @@ option_version_suffix_for_pypi_ci = click.option( @option_debug_resources @option_dev_apt_command @option_dev_apt_deps +@option_disable_airflow_repo_cache @option_docker_cache @option_docker_host @option_dry_run @@ -339,6 +341,7 @@ def build( debug_resources: bool, dev_apt_command: str | None, dev_apt_deps: str | None, + disable_airflow_repo_cache: bool, docker_cache: str, docker_host: str | None, eager_upgrade_additional_requirements: str | None, @@ -413,6 +416,7 @@ def build( debian_version=debian_version, dev_apt_command=dev_apt_command, dev_apt_deps=dev_apt_deps, + disable_airflow_repo_cache=disable_airflow_repo_cache, docker_cache=docker_cache, docker_host=docker_host, eager_upgrade_additional_requirements=eager_upgrade_additional_requirements, diff --git a/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py b/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py index 2c5d4a4068e..0fe458c9d6a 100644 --- a/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py +++ b/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py @@ -57,6 +57,7 @@ CI_IMAGE_TOOLS_PARAMETERS: dict[str, list[dict[str, str | list[str]]]] = { "--additional-pip-install-flags", "--commit-sha", "--debian-version", + "--disable-airflow-repo-cache", "--install-mysql-client-type", "--python-image", "--use-uv", diff --git a/dev/breeze/src/airflow_breeze/commands/common_image_options.py b/dev/breeze/src/airflow_breeze/commands/common_image_options.py index 1b8f9460949..10eb5f8bdd7 100644 --- a/dev/breeze/src/airflow_breeze/commands/common_image_options.py +++ b/dev/breeze/src/airflow_breeze/commands/common_image_options.py @@ -108,6 +108,11 @@ option_dev_apt_deps = click.option( help="Apt dev dependencies to use when building the images.", envvar="DEV_APT_DEPS", ) +option_disable_airflow_repo_cache = click.option( + "--disable-airflow-repo-cache", + help="Disable cache from Airflow repository during building.", + is_flag=True, +) option_docker_cache = click.option( "-c", "--docker-cache", diff --git a/dev/breeze/src/airflow_breeze/commands/production_image_commands.py b/dev/breeze/src/airflow_breeze/commands/production_image_commands.py index 6e21aabffdf..d266dd027bd 100644 --- a/dev/breeze/src/airflow_breeze/commands/production_image_commands.py +++ b/dev/breeze/src/airflow_breeze/commands/production_image_commands.py @@ -36,6 +36,7 @@ from airflow_breeze.commands.common_image_options import ( option_debian_version, option_dev_apt_command, option_dev_apt_deps, + option_disable_airflow_repo_cache, option_docker_cache, option_image_tag_for_building, option_image_tag_for_pulling, @@ -192,11 +193,6 @@ def prod_image(): @click.option("--disable-mysql-client-installation", help="Do not install MySQL client.", is_flag=True) @click.option("--disable-mssql-client-installation", help="Do not install MsSQl client.", is_flag=True) @click.option("--disable-postgres-client-installation", help="Do not install Postgres client.", is_flag=True) [email protected]( - "--disable-airflow-repo-cache", - help="Disable cache from Airflow repository during building.", - is_flag=True, -) @click.option( "--install-airflow-reference", help="Install Airflow using GitHub tag or branch.", @@ -222,6 +218,7 @@ def prod_image(): @option_debug_resources @option_dev_apt_command @option_dev_apt_deps +@option_disable_airflow_repo_cache @option_docker_cache @option_docker_host @option_dry_run diff --git a/dev/breeze/src/airflow_breeze/params/build_ci_params.py b/dev/breeze/src/airflow_breeze/params/build_ci_params.py index 05179df07b8..c38776a3f61 100644 --- a/dev/breeze/src/airflow_breeze/params/build_ci_params.py +++ b/dev/breeze/src/airflow_breeze/params/build_ci_params.py @@ -34,7 +34,6 @@ class BuildCiParams(CommonBuildParams): airflow_constraints_mode: str = "constraints-source-providers" airflow_constraints_reference: str = DEFAULT_AIRFLOW_CONSTRAINTS_BRANCH airflow_extras: str = "devel-ci" - airflow_pre_cached_pip_packages: bool = True force_build: bool = False upgrade_to_newer_dependencies: bool = False upgrade_on_failure: bool = False diff --git a/dev/breeze/src/airflow_breeze/params/build_prod_params.py b/dev/breeze/src/airflow_breeze/params/build_prod_params.py index 2533c30d6f3..6fa5828b40f 100644 --- a/dev/breeze/src/airflow_breeze/params/build_prod_params.py +++ b/dev/breeze/src/airflow_breeze/params/build_prod_params.py @@ -44,7 +44,6 @@ class BuildProdParams(CommonBuildParams): airflow_constraints_reference: str = DEFAULT_AIRFLOW_CONSTRAINTS_BRANCH cleanup_context: bool = False airflow_extras: str = field(default_factory=get_airflow_extras) - disable_airflow_repo_cache: bool = False disable_mssql_client_installation: bool = False disable_mysql_client_installation: bool = False disable_postgres_client_installation: bool = False @@ -186,10 +185,6 @@ class BuildProdParams(CommonBuildParams): ) return extra_build_flags - @property - def airflow_pre_cached_pip_packages(self) -> str: - return "false" if self.disable_airflow_repo_cache else "true" - @property def install_mssql_client(self) -> str: return "false" if self.disable_mssql_client_installation else "true" diff --git a/dev/breeze/src/airflow_breeze/params/common_build_params.py b/dev/breeze/src/airflow_breeze/params/common_build_params.py index ce0f2c0063f..535ba964805 100644 --- a/dev/breeze/src/airflow_breeze/params/common_build_params.py +++ b/dev/breeze/src/airflow_breeze/params/common_build_params.py @@ -56,6 +56,7 @@ class CommonBuildParams: commit_sha: str | None = None dev_apt_command: str | None = None dev_apt_deps: str | None = None + disable_airflow_repo_cache: bool = False docker_cache: str = "registry" docker_host: str | None = os.environ.get("DOCKER_HOST") github_actions: str = os.environ.get("GITHUB_ACTIONS", "false") @@ -89,8 +90,8 @@ class CommonBuildParams: raise NotImplementedError() @property - def airflow_pre_cached_pip_packages(self): - raise NotImplementedError() + def airflow_pre_cached_pip_packages(self) -> str: + return "false" if self.disable_airflow_repo_cache else "true" @property def airflow_base_image_name(self):
