This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch v2-3-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v2-3-test by this push:
new 89f5592f3d Shaves-off about 3 minutes from usage of ARM instances on
CI (#24052)
89f5592f3d is described below
commit 89f5592f3d08e99b03d5f63660f9b6ea96404f72
Author: Jarek Potiuk <[email protected]>
AuthorDate: Tue May 31 17:37:50 2022 +0200
Shaves-off about 3 minutes from usage of ARM instances on CI (#24052)
Preparing airflow packages and provider packages does not
need to be done on ARM and actually the ARM instance is idle
while they are prepared during cache building.
This change moves preparation of the packages to before
the ARM instance is started which saves about 3 minutes of ARM
instance time.
(cherry picked from commit 8804b1a94132eab5148e59c8589d1f28ea89c4ab)
---
.github/workflows/ci.yml | 24 ++++++++++++------------
1 file changed, 12 insertions(+), 12 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index c5438eebb2..781cdbb08e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -1684,16 +1684,6 @@ ${{ hashFiles('.pre-commit-config.yaml') }}"
- run: ./scripts/ci/install_breeze.sh
- name: "Free space"
run: breeze free-space
- - name: "Start ARM instance"
- run: ./scripts/ci/images/ci_start_arm_instance_and_connect_to_docker.sh
- if: matrix.platform == 'linux/arm64'
- - name: "Push CI cache ${{ matrix.python-version }} ${{ matrix.platform
}}"
- run: >
- breeze build-image
- --prepare-buildx-cache
- --platform ${{ matrix.platform }}
- env:
- PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
- name: >
Pull CI image for PROD build
${{ env.PYTHON_MAJOR_MINOR_VERSION }}:${{
env.IMAGE_TAG_FOR_THE_BUILD }}"
@@ -1704,17 +1694,27 @@ ${{ hashFiles('.pre-commit-config.yaml') }}"
IMAGE_TAG: ${{ env.IMAGE_TAG_FOR_THE_BUILD }}
- name: "Cleanup dist and context file"
run: rm -fv ./dist/* ./docker-context-files/*
- - name: "Prepare providers packages"
+ - name: "Prepare providers packages for PROD build"
run: >
breeze prepare-provider-packages
--package-list-file ./scripts/ci/installed_providers.txt
--package-format wheel
env:
VERSION_SUFFIX_FOR_PYPI: "dev0"
- - name: "Prepare airflow package"
+ - name: "Prepare airflow package for PROD build"
run: breeze prepare-airflow-package --package-format wheel
env:
VERSION_SUFFIX_FOR_PYPI: "dev0"
+ - name: "Start ARM instance"
+ run: ./scripts/ci/images/ci_start_arm_instance_and_connect_to_docker.sh
+ if: matrix.platform == 'linux/arm64'
+ - name: "Push CI cache ${{ matrix.python-version }} ${{ matrix.platform
}}"
+ run: >
+ breeze build-image
+ --prepare-buildx-cache
+ --platform ${{ matrix.platform }}
+ env:
+ PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
- name: "Move dist packages to docker-context files"
run: mv -v ./dist/*.whl ./docker-context-files
- name: "Push PROD cache ${{ matrix.python-version }} ${{
matrix.platform }}"
