potiuk commented on a change in pull request #8393: Bring back CI optimisations
URL: https://github.com/apache/airflow/pull/8393#discussion_r410102971
##########
File path: .github/workflows/ci.yml
##########
@@ -80,134 +80,152 @@ jobs:
name: Build docs
runs-on: ubuntu-latest
env:
- TRAVIS_JOB_NAME: "Build documentation"
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Documentation"
steps:
- uses: actions/checkout@master
- - name: "Build documentation"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Build docs"
run: ./scripts/ci/ci_docs.sh
tests-p36-postgres-integrations:
- name: "Tests [Postgres9.6][Py3.6][integrations]"
+ name: "[Pg9.6][Py3.6][integrations]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres9.6][Py3.6][integrations]"
BACKEND: postgres
PYTHON_VERSION: 3.6
POSTGRES_VERSION: 9.6
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres9.6][Py3.6][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-postgres-providers:
- name: "Tests [Postgres10][Py3.6][providers]"
+ name: "[Pg10][Py3.6][prov]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres10][Py3.6][providers]"
BACKEND: postgres
POSTGRES_VERSION: 10
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres10][Py3.6][providers]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh tests/providers
tests-p36-postgres-core:
- name: "Tests [Postgres9.6][Py3.6][core]"
+ name: "[Pg9.6][Py3.6][core]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres9.6][Py3.6][core]"
BACKEND: postgres
POSTGRES_VERSION: 9.6
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres9.6][Py3.6][core]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh --ignore=tests/providers
tests-p37-sqlite-integrations:
- name: "Tests [Sqlite][3.7][integrations]"
+ name: "[Sqlite][3.7][int]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Sqlite][3.7][integrations]"
BACKEND: sqlite
PYTHON_VERSION: 3.7
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Sqlite][3.7][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-sqlite:
- name: "Tests [Sqlite][Py3.6]"
+ name: "[Sqlite][Py3.6]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Sqlite][Py3.6]"
BACKEND: sqlite
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Sqlite][Py3.6]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-mysql-integrations:
- name: "Tests [MySQL][Py3.6][integrations]"
+ name: "[MySQL5.7][Py3.6][int]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL][Py3.6][integrations]"
BACKEND: sqlite
PYTHON_VERSION: 3.6
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL][Py3.6][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-mysql-providers:
- name: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
+ name: "[MySQL5.7][Py3.7][prov][kerb]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
BACKEND: mysql
PYTHON_VERSION: 3.7
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "kerberos"
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh tests/providers
tests-p37-mysql-kerberos:
- name: "Tests [MySQL5.7][Py3.7][core][kerberos]"
+ name: "[MySQL5.7][Py3.7][core][kerb]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL5.7][Py3.7][core][kerberos]"
BACKEND: mysql
PYTHON_VERSION: 3.7
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "kerberos"
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL5.7][Py3.7][core][kerberos]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh --ignore=tests/providers
requirements:
- name: "Generate requirements"
+ name: "Generate reqs"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
strategy:
Review comment:
I think actually until we can re-run individual jobs, fail-fast is better
idea. We will have to re-run all of them anyway, so it's better if they all
fail fast if one of them fails.
WDYT @turbaszek ?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
