kaxil commented on a change in pull request #8393: Bring back CI optimisations
URL: https://github.com/apache/airflow/pull/8393#discussion_r410119916
##########
File path: .github/workflows/ci.yml
##########
@@ -80,134 +80,152 @@ jobs:
name: Build docs
runs-on: ubuntu-latest
env:
- TRAVIS_JOB_NAME: "Build documentation"
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Documentation"
steps:
- uses: actions/checkout@master
- - name: "Build documentation"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Build docs"
run: ./scripts/ci/ci_docs.sh
tests-p36-postgres-integrations:
- name: "Tests [Postgres9.6][Py3.6][integrations]"
+ name: "[Pg9.6][Py3.6][integrations]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres9.6][Py3.6][integrations]"
BACKEND: postgres
PYTHON_VERSION: 3.6
POSTGRES_VERSION: 9.6
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres9.6][Py3.6][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-postgres-providers:
- name: "Tests [Postgres10][Py3.6][providers]"
+ name: "[Pg10][Py3.6][prov]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres10][Py3.6][providers]"
BACKEND: postgres
POSTGRES_VERSION: 10
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres10][Py3.6][providers]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh tests/providers
tests-p36-postgres-core:
- name: "Tests [Postgres9.6][Py3.6][core]"
+ name: "[Pg9.6][Py3.6][core]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Postgres9.6][Py3.6][core]"
BACKEND: postgres
POSTGRES_VERSION: 9.6
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Postgres9.6][Py3.6][core]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh --ignore=tests/providers
tests-p37-sqlite-integrations:
- name: "Tests [Sqlite][3.7][integrations]"
+ name: "[Sqlite][3.7][int]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Sqlite][3.7][integrations]"
BACKEND: sqlite
PYTHON_VERSION: 3.7
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Sqlite][3.7][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-sqlite:
- name: "Tests [Sqlite][Py3.6]"
+ name: "[Sqlite][Py3.6]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [Sqlite][Py3.6]"
BACKEND: sqlite
PYTHON_VERSION: 3.6
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [Sqlite][Py3.6]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-mysql-integrations:
- name: "Tests [MySQL][Py3.6][integrations]"
+ name: "[MySQL5.7][Py3.6][int]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL][Py3.6][integrations]"
BACKEND: sqlite
PYTHON_VERSION: 3.6
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "cassandra kerberos mongo openldap rabbitmq redis"
RUN_INTEGRATION_TESTS: all
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL][Py3.6][integrations]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh
tests-p36-mysql-providers:
- name: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
+ name: "[MySQL5.7][Py3.7][prov][kerb]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
BACKEND: mysql
PYTHON_VERSION: 3.7
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "kerberos"
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL5.7][Py3.7][providers][kerberos]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh tests/providers
tests-p37-mysql-kerberos:
- name: "Tests [MySQL5.7][Py3.7][core][kerberos]"
+ name: "[MySQL5.7][Py3.7][core][kerb]"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
env:
- TRAVIS_JOB_NAME: "Tests [MySQL5.7][Py3.7][core][kerberos]"
BACKEND: mysql
PYTHON_VERSION: 3.7
MYSQL_VERSION: 5.7
ENABLED_INTEGRATIONS: "kerberos"
+ CI_JOB_TYPE: "Tests"
steps:
- uses: actions/checkout@master
- - name: "Tests [MySQL5.7][Py3.7][core][kerberos]"
+ - name: "Build CI image"
+ run: ./scripts/ci/ci_prepare_image_on_ci.sh
+ - name: "Tests"
run: ./scripts/ci/ci_run_airflow_testing.sh --ignore=tests/providers
requirements:
- name: "Generate requirements"
+ name: "Generate reqs"
runs-on: ubuntu-latest
needs: [statics, statics-tests]
strategy:
Review comment:
No, there might be other errors that we might miss and will have to wait for
CI to run again to know about it. So fail-fast should be false
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services