This is an automated email from the ASF dual-hosted git repository. potiuk pushed a commit to branch v2-3-test in repository https://gitbox.apache.org/repos/asf/airflow.git
commit 9eaa746e0ebf416749025a42519e3525ae27084d Author: Jarek Potiuk <[email protected]> AuthorDate: Tue May 31 17:37:50 2022 +0200 Shaves-off about 3 minutes from usage of ARM instances on CI (#24052) Preparing airflow packages and provider packages does not need to be done on ARM and actually the ARM instance is idle while they are prepared during cache building. This change moves preparation of the packages to before the ARM instance is started which saves about 3 minutes of ARM instance time. (cherry picked from commit 8804b1a94132eab5148e59c8589d1f28ea89c4ab) --- .github/workflows/ci.yml | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c5438eebb2..781cdbb08e 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1684,16 +1684,6 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" - run: ./scripts/ci/install_breeze.sh - name: "Free space" run: breeze free-space - - name: "Start ARM instance" - run: ./scripts/ci/images/ci_start_arm_instance_and_connect_to_docker.sh - if: matrix.platform == 'linux/arm64' - - name: "Push CI cache ${{ matrix.python-version }} ${{ matrix.platform }}" - run: > - breeze build-image - --prepare-buildx-cache - --platform ${{ matrix.platform }} - env: - PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }} - name: > Pull CI image for PROD build ${{ env.PYTHON_MAJOR_MINOR_VERSION }}:${{ env.IMAGE_TAG_FOR_THE_BUILD }}" @@ -1704,17 +1694,27 @@ ${{ hashFiles('.pre-commit-config.yaml') }}" IMAGE_TAG: ${{ env.IMAGE_TAG_FOR_THE_BUILD }} - name: "Cleanup dist and context file" run: rm -fv ./dist/* ./docker-context-files/* - - name: "Prepare providers packages" + - name: "Prepare providers packages for PROD build" run: > breeze prepare-provider-packages --package-list-file ./scripts/ci/installed_providers.txt --package-format wheel env: VERSION_SUFFIX_FOR_PYPI: "dev0" - - name: "Prepare airflow package" + - name: "Prepare airflow package for PROD build" run: breeze prepare-airflow-package --package-format wheel env: VERSION_SUFFIX_FOR_PYPI: "dev0" + - name: "Start ARM instance" + run: ./scripts/ci/images/ci_start_arm_instance_and_connect_to_docker.sh + if: matrix.platform == 'linux/arm64' + - name: "Push CI cache ${{ matrix.python-version }} ${{ matrix.platform }}" + run: > + breeze build-image + --prepare-buildx-cache + --platform ${{ matrix.platform }} + env: + PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }} - name: "Move dist packages to docker-context files" run: mv -v ./dist/*.whl ./docker-context-files - name: "Push PROD cache ${{ matrix.python-version }} ${{ matrix.platform }}"
