This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 6dd8b4dc76 Run special tests only in canary-runs and when we upgrade
deps (#38488)
6dd8b4dc76 is described below
commit 6dd8b4dc76c00586521f81a080a8875a10ea794b
Author: Jarek Potiuk <[email protected]>
AuthorDate: Tue Mar 26 11:33:49 2024 +0100
Run special tests only in canary-runs and when we upgrade deps (#38488)
The "special" tests that test pendulum/sqlalchemy etc are rather
difficult to break and running them for regular PRs adds quite an
overhaead on every single PR we run.
It's likely better to run those tests only when canary-runs are run
and when upgrade-to-newer-dependencies is set - that will be enough
to flag errors here - frequently enough after any merge of such
a change happens to be able to quickly find out the culprit and
either fix it or revert it.
---
.github/workflows/ci.yml | 1 +
.github/workflows/special-tests.yml | 16 ++++++++++++++++
2 files changed, 17 insertions(+)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index bcc78deb56..aa235a6aef 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -456,6 +456,7 @@ jobs:
run-coverage: ${{ needs.build-info.outputs.run-coverage }}
default-python-version: ${{
needs.build-info.outputs.default-python-version }}
default-postgres-version: ${{
needs.build-info.outputs.default-postgres-version }}
+ canary-run: ${{ needs.build-info.outputs.canary-run }}
debug-resources: ${{ needs.build-info.outputs.debug-resources }}
if: needs.build-info.outputs.run-tests == 'true'
diff --git a/.github/workflows/special-tests.yml
b/.github/workflows/special-tests.yml
index 75f34ed357..cd69305a5f 100644
--- a/.github/workflows/special-tests.yml
+++ b/.github/workflows/special-tests.yml
@@ -45,6 +45,14 @@ on: # yamllint disable-line rule:truthy
description: "The default version of the postgres to use"
required: true
type: string
+ canary-run:
+ description: "Whether to run canary tests or not (true/false)"
+ required: true
+ type: string
+ upgrade-to-newer-dependencies:
+ description: "Whether to upgrade to newer dependencies or not
(true/false)"
+ required: true
+ type: string
debug-resources:
description: "Whether to debug resources or not (true/false)"
required: true
@@ -57,6 +65,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true'
with:
runs-on: ${{ inputs.runs-on }}
downgrade-sqlalchemy: "true"
@@ -79,6 +88,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
upgrade-boto: "true"
@@ -101,6 +111,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
pydantic: "v1"
@@ -123,6 +134,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
pydantic: "none"
@@ -145,6 +157,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
downgrade-pendulum: "true"
@@ -167,6 +180,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
enable-aip-44: "false"
@@ -189,6 +203,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
test-name: "Postgres"
@@ -210,6 +225,7 @@ jobs:
contents: read
packages: read
secrets: inherit
+ if: inputs.canary-run == 'true' || inputs.upgrade-to-newer-dependencies ==
'true'
with:
runs-on: ${{ inputs.runs-on }}
test-name: "Postgres"
