[airflow] 12/32: Constraint files are now maintained automatically (#9889)
This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a commit to branch v1-10-test in repository https://gitbox.apache.org/repos/asf/airflow.git commit 5f93baf3f8a785b93b6ee9811d3938d8200c55ad Author: Jarek Potiuk AuthorDate: Mon Jul 20 14:36:03 2020 +0200 Constraint files are now maintained automatically (#9889) * Constraint files are now maintained automatically * No need to generate requirements when setup.py changes * requirements are kept in separate orphan branches not in main repo * merges to master verify if latest requirements are working and push tested requirements to orphaned branches * we keep history of requirement changes and can label them individually for each version (by constraint-1.10.n tag name) * consistently changed all references to be 'constraints' not 'requirements' (cherry picked from commit de9eaeb434747897a192ef31815fbdd519e29c4d) --- .dockerignore | 1 - .github/workflows/ci.yml | 147 + BREEZE.rst | 64 + CI.rst | 113 +--- CONTRIBUTING.rst | 71 -- Dockerfile | 17 +-- Dockerfile.ci | 21 +-- IMAGES.rst | 75 +-- INSTALL| 7 +- LOCAL_VIRTUALENV.rst | 13 +- README.md | 17 +-- breeze | 41 +++--- breeze-complete| 2 +- common/_default_branch.sh | 1 + docs/installation.rst | 31 +++-- requirements/REMOVE.md | 22 +++ .../ci_generate_constraints.sh}| 2 +- scripts/ci/docker-compose/local.yml| 1 - .../ci/in_container/run_generate_constraints.sh| 50 +++ .../ci/in_container/run_generate_requirements.sh | 80 --- scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 5 +- scripts/ci/libraries/_build_images.sh | 34 ++--- scripts/ci/libraries/_initialization.sh| 16 +-- scripts/ci/libraries/_local_mounts.sh | 1 - scripts/ci/libraries/_runs.sh | 8 +- .../pre_commit/pre_commit_generate_requirements.sh | 24 scripts/ci/static_checks/ci_run_static_checks.sh | 3 + .../ci/tools/ci_check_if_tests_should_be_run.sh| 1 - 28 files changed, 444 insertions(+), 424 deletions(-) diff --git a/.dockerignore b/.dockerignore index 6f89516..d7d621d 100644 --- a/.dockerignore +++ b/.dockerignore @@ -46,7 +46,6 @@ !MANIFEST.in !NOTICE !.github -!requirements !empty # Avoid triggering context change on README change (new companies using Airflow) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 604fa0d..aac8be1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,7 +31,7 @@ env: SKIP_CI_IMAGE_CHECK: "true" DB_RESET: "true" VERBOSE: "true" - UPGRADE_TO_LATEST_REQUIREMENTS: "false" + UPGRADE_TO_LATEST_CONSTRAINTS: ${{ github.event_name == 'push' || github.event_name == 'scheduled' }} PYTHON_MAJOR_MINOR_VERSION: 3.6 USE_GITHUB_REGISTRY: "true" CACHE_IMAGE_PREFIX: ${{ github.repository }} @@ -66,7 +66,6 @@ jobs: - cancel-previous-workflow-run env: MOUNT_SOURCE_DIR_FOR_STATIC_CHECKS: "true" - CI_JOB_TYPE: "Static checks" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -84,19 +83,13 @@ jobs: - name: "Build CI image" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - name: "Static checks" -if: success() -run: | - python -m pip install pre-commit \ - --constraint requirements/requirements-python${PYTHON_MAJOR_MINOR_VERSION}.txt - ./scripts/ci/static_checks/ci_run_static_checks.sh +run: ./scripts/ci/static_checks/ci_run_static_checks.sh docs: timeout-minutes: 60 name: "Build docs" runs-on: ubuntu-latest needs: - cancel-previous-workflow-run -env: - CI_JOB_TYPE: "Documentation" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -142,7 +135,6 @@ jobs: BACKEND: postgres TEST_TYPE: ${{ matrix.test-type }} RUN_TESTS: "true" - CI_JOB_TYPE: "Tests" SKIP_CI_IMAGE_CHECK: "true" RUNTIME: "kubernetes" ENABLE_KIND_CLUSTER: "true" @@ -173,8 +165,7 @@ jobs: cache-name: cache-kubernetes-tests-virtualenv-v4 with: path: .build/.kubernetes_venv - key: "${{
[airflow] 12/32: Constraint files are now maintained automatically (#9889)
This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a commit to branch v1-10-test in repository https://gitbox.apache.org/repos/asf/airflow.git commit 5f93baf3f8a785b93b6ee9811d3938d8200c55ad Author: Jarek Potiuk AuthorDate: Mon Jul 20 14:36:03 2020 +0200 Constraint files are now maintained automatically (#9889) * Constraint files are now maintained automatically * No need to generate requirements when setup.py changes * requirements are kept in separate orphan branches not in main repo * merges to master verify if latest requirements are working and push tested requirements to orphaned branches * we keep history of requirement changes and can label them individually for each version (by constraint-1.10.n tag name) * consistently changed all references to be 'constraints' not 'requirements' (cherry picked from commit de9eaeb434747897a192ef31815fbdd519e29c4d) --- .dockerignore | 1 - .github/workflows/ci.yml | 147 + BREEZE.rst | 64 + CI.rst | 113 +--- CONTRIBUTING.rst | 71 -- Dockerfile | 17 +-- Dockerfile.ci | 21 +-- IMAGES.rst | 75 +-- INSTALL| 7 +- LOCAL_VIRTUALENV.rst | 13 +- README.md | 17 +-- breeze | 41 +++--- breeze-complete| 2 +- common/_default_branch.sh | 1 + docs/installation.rst | 31 +++-- requirements/REMOVE.md | 22 +++ .../ci_generate_constraints.sh}| 2 +- scripts/ci/docker-compose/local.yml| 1 - .../ci/in_container/run_generate_constraints.sh| 50 +++ .../ci/in_container/run_generate_requirements.sh | 80 --- scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 5 +- scripts/ci/libraries/_build_images.sh | 34 ++--- scripts/ci/libraries/_initialization.sh| 16 +-- scripts/ci/libraries/_local_mounts.sh | 1 - scripts/ci/libraries/_runs.sh | 8 +- .../pre_commit/pre_commit_generate_requirements.sh | 24 scripts/ci/static_checks/ci_run_static_checks.sh | 3 + .../ci/tools/ci_check_if_tests_should_be_run.sh| 1 - 28 files changed, 444 insertions(+), 424 deletions(-) diff --git a/.dockerignore b/.dockerignore index 6f89516..d7d621d 100644 --- a/.dockerignore +++ b/.dockerignore @@ -46,7 +46,6 @@ !MANIFEST.in !NOTICE !.github -!requirements !empty # Avoid triggering context change on README change (new companies using Airflow) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 604fa0d..aac8be1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,7 +31,7 @@ env: SKIP_CI_IMAGE_CHECK: "true" DB_RESET: "true" VERBOSE: "true" - UPGRADE_TO_LATEST_REQUIREMENTS: "false" + UPGRADE_TO_LATEST_CONSTRAINTS: ${{ github.event_name == 'push' || github.event_name == 'scheduled' }} PYTHON_MAJOR_MINOR_VERSION: 3.6 USE_GITHUB_REGISTRY: "true" CACHE_IMAGE_PREFIX: ${{ github.repository }} @@ -66,7 +66,6 @@ jobs: - cancel-previous-workflow-run env: MOUNT_SOURCE_DIR_FOR_STATIC_CHECKS: "true" - CI_JOB_TYPE: "Static checks" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -84,19 +83,13 @@ jobs: - name: "Build CI image" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - name: "Static checks" -if: success() -run: | - python -m pip install pre-commit \ - --constraint requirements/requirements-python${PYTHON_MAJOR_MINOR_VERSION}.txt - ./scripts/ci/static_checks/ci_run_static_checks.sh +run: ./scripts/ci/static_checks/ci_run_static_checks.sh docs: timeout-minutes: 60 name: "Build docs" runs-on: ubuntu-latest needs: - cancel-previous-workflow-run -env: - CI_JOB_TYPE: "Documentation" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -142,7 +135,6 @@ jobs: BACKEND: postgres TEST_TYPE: ${{ matrix.test-type }} RUN_TESTS: "true" - CI_JOB_TYPE: "Tests" SKIP_CI_IMAGE_CHECK: "true" RUNTIME: "kubernetes" ENABLE_KIND_CLUSTER: "true" @@ -173,8 +165,7 @@ jobs: cache-name: cache-kubernetes-tests-virtualenv-v4 with: path: .build/.kubernetes_venv - key: "${{
[airflow] 12/32: Constraint files are now maintained automatically (#9889)
This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a commit to branch v1-10-test in repository https://gitbox.apache.org/repos/asf/airflow.git commit 5f93baf3f8a785b93b6ee9811d3938d8200c55ad Author: Jarek Potiuk AuthorDate: Mon Jul 20 14:36:03 2020 +0200 Constraint files are now maintained automatically (#9889) * Constraint files are now maintained automatically * No need to generate requirements when setup.py changes * requirements are kept in separate orphan branches not in main repo * merges to master verify if latest requirements are working and push tested requirements to orphaned branches * we keep history of requirement changes and can label them individually for each version (by constraint-1.10.n tag name) * consistently changed all references to be 'constraints' not 'requirements' (cherry picked from commit de9eaeb434747897a192ef31815fbdd519e29c4d) --- .dockerignore | 1 - .github/workflows/ci.yml | 147 + BREEZE.rst | 64 + CI.rst | 113 +--- CONTRIBUTING.rst | 71 -- Dockerfile | 17 +-- Dockerfile.ci | 21 +-- IMAGES.rst | 75 +-- INSTALL| 7 +- LOCAL_VIRTUALENV.rst | 13 +- README.md | 17 +-- breeze | 41 +++--- breeze-complete| 2 +- common/_default_branch.sh | 1 + docs/installation.rst | 31 +++-- requirements/REMOVE.md | 22 +++ .../ci_generate_constraints.sh}| 2 +- scripts/ci/docker-compose/local.yml| 1 - .../ci/in_container/run_generate_constraints.sh| 50 +++ .../ci/in_container/run_generate_requirements.sh | 80 --- scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 5 +- scripts/ci/libraries/_build_images.sh | 34 ++--- scripts/ci/libraries/_initialization.sh| 16 +-- scripts/ci/libraries/_local_mounts.sh | 1 - scripts/ci/libraries/_runs.sh | 8 +- .../pre_commit/pre_commit_generate_requirements.sh | 24 scripts/ci/static_checks/ci_run_static_checks.sh | 3 + .../ci/tools/ci_check_if_tests_should_be_run.sh| 1 - 28 files changed, 444 insertions(+), 424 deletions(-) diff --git a/.dockerignore b/.dockerignore index 6f89516..d7d621d 100644 --- a/.dockerignore +++ b/.dockerignore @@ -46,7 +46,6 @@ !MANIFEST.in !NOTICE !.github -!requirements !empty # Avoid triggering context change on README change (new companies using Airflow) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 604fa0d..aac8be1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,7 +31,7 @@ env: SKIP_CI_IMAGE_CHECK: "true" DB_RESET: "true" VERBOSE: "true" - UPGRADE_TO_LATEST_REQUIREMENTS: "false" + UPGRADE_TO_LATEST_CONSTRAINTS: ${{ github.event_name == 'push' || github.event_name == 'scheduled' }} PYTHON_MAJOR_MINOR_VERSION: 3.6 USE_GITHUB_REGISTRY: "true" CACHE_IMAGE_PREFIX: ${{ github.repository }} @@ -66,7 +66,6 @@ jobs: - cancel-previous-workflow-run env: MOUNT_SOURCE_DIR_FOR_STATIC_CHECKS: "true" - CI_JOB_TYPE: "Static checks" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -84,19 +83,13 @@ jobs: - name: "Build CI image" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - name: "Static checks" -if: success() -run: | - python -m pip install pre-commit \ - --constraint requirements/requirements-python${PYTHON_MAJOR_MINOR_VERSION}.txt - ./scripts/ci/static_checks/ci_run_static_checks.sh +run: ./scripts/ci/static_checks/ci_run_static_checks.sh docs: timeout-minutes: 60 name: "Build docs" runs-on: ubuntu-latest needs: - cancel-previous-workflow-run -env: - CI_JOB_TYPE: "Documentation" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -142,7 +135,6 @@ jobs: BACKEND: postgres TEST_TYPE: ${{ matrix.test-type }} RUN_TESTS: "true" - CI_JOB_TYPE: "Tests" SKIP_CI_IMAGE_CHECK: "true" RUNTIME: "kubernetes" ENABLE_KIND_CLUSTER: "true" @@ -173,8 +165,7 @@ jobs: cache-name: cache-kubernetes-tests-virtualenv-v4 with: path: .build/.kubernetes_venv - key: "${{
[airflow] 12/32: Constraint files are now maintained automatically (#9889)
This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a commit to branch v1-10-test in repository https://gitbox.apache.org/repos/asf/airflow.git commit 5f93baf3f8a785b93b6ee9811d3938d8200c55ad Author: Jarek Potiuk AuthorDate: Mon Jul 20 14:36:03 2020 +0200 Constraint files are now maintained automatically (#9889) * Constraint files are now maintained automatically * No need to generate requirements when setup.py changes * requirements are kept in separate orphan branches not in main repo * merges to master verify if latest requirements are working and push tested requirements to orphaned branches * we keep history of requirement changes and can label them individually for each version (by constraint-1.10.n tag name) * consistently changed all references to be 'constraints' not 'requirements' (cherry picked from commit de9eaeb434747897a192ef31815fbdd519e29c4d) --- .dockerignore | 1 - .github/workflows/ci.yml | 147 + BREEZE.rst | 64 + CI.rst | 113 +--- CONTRIBUTING.rst | 71 -- Dockerfile | 17 +-- Dockerfile.ci | 21 +-- IMAGES.rst | 75 +-- INSTALL| 7 +- LOCAL_VIRTUALENV.rst | 13 +- README.md | 17 +-- breeze | 41 +++--- breeze-complete| 2 +- common/_default_branch.sh | 1 + docs/installation.rst | 31 +++-- requirements/REMOVE.md | 22 +++ .../ci_generate_constraints.sh}| 2 +- scripts/ci/docker-compose/local.yml| 1 - .../ci/in_container/run_generate_constraints.sh| 50 +++ .../ci/in_container/run_generate_requirements.sh | 80 --- scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 5 +- scripts/ci/libraries/_build_images.sh | 34 ++--- scripts/ci/libraries/_initialization.sh| 16 +-- scripts/ci/libraries/_local_mounts.sh | 1 - scripts/ci/libraries/_runs.sh | 8 +- .../pre_commit/pre_commit_generate_requirements.sh | 24 scripts/ci/static_checks/ci_run_static_checks.sh | 3 + .../ci/tools/ci_check_if_tests_should_be_run.sh| 1 - 28 files changed, 444 insertions(+), 424 deletions(-) diff --git a/.dockerignore b/.dockerignore index 6f89516..d7d621d 100644 --- a/.dockerignore +++ b/.dockerignore @@ -46,7 +46,6 @@ !MANIFEST.in !NOTICE !.github -!requirements !empty # Avoid triggering context change on README change (new companies using Airflow) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 604fa0d..aac8be1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,7 +31,7 @@ env: SKIP_CI_IMAGE_CHECK: "true" DB_RESET: "true" VERBOSE: "true" - UPGRADE_TO_LATEST_REQUIREMENTS: "false" + UPGRADE_TO_LATEST_CONSTRAINTS: ${{ github.event_name == 'push' || github.event_name == 'scheduled' }} PYTHON_MAJOR_MINOR_VERSION: 3.6 USE_GITHUB_REGISTRY: "true" CACHE_IMAGE_PREFIX: ${{ github.repository }} @@ -66,7 +66,6 @@ jobs: - cancel-previous-workflow-run env: MOUNT_SOURCE_DIR_FOR_STATIC_CHECKS: "true" - CI_JOB_TYPE: "Static checks" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -84,19 +83,13 @@ jobs: - name: "Build CI image" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - name: "Static checks" -if: success() -run: | - python -m pip install pre-commit \ - --constraint requirements/requirements-python${PYTHON_MAJOR_MINOR_VERSION}.txt - ./scripts/ci/static_checks/ci_run_static_checks.sh +run: ./scripts/ci/static_checks/ci_run_static_checks.sh docs: timeout-minutes: 60 name: "Build docs" runs-on: ubuntu-latest needs: - cancel-previous-workflow-run -env: - CI_JOB_TYPE: "Documentation" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -142,7 +135,6 @@ jobs: BACKEND: postgres TEST_TYPE: ${{ matrix.test-type }} RUN_TESTS: "true" - CI_JOB_TYPE: "Tests" SKIP_CI_IMAGE_CHECK: "true" RUNTIME: "kubernetes" ENABLE_KIND_CLUSTER: "true" @@ -173,8 +165,7 @@ jobs: cache-name: cache-kubernetes-tests-virtualenv-v4 with: path: .build/.kubernetes_venv - key: "${{
[airflow] 12/32: Constraint files are now maintained automatically (#9889)
This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a commit to branch v1-10-test in repository https://gitbox.apache.org/repos/asf/airflow.git commit 5f93baf3f8a785b93b6ee9811d3938d8200c55ad Author: Jarek Potiuk AuthorDate: Mon Jul 20 14:36:03 2020 +0200 Constraint files are now maintained automatically (#9889) * Constraint files are now maintained automatically * No need to generate requirements when setup.py changes * requirements are kept in separate orphan branches not in main repo * merges to master verify if latest requirements are working and push tested requirements to orphaned branches * we keep history of requirement changes and can label them individually for each version (by constraint-1.10.n tag name) * consistently changed all references to be 'constraints' not 'requirements' (cherry picked from commit de9eaeb434747897a192ef31815fbdd519e29c4d) --- .dockerignore | 1 - .github/workflows/ci.yml | 147 + BREEZE.rst | 64 + CI.rst | 113 +--- CONTRIBUTING.rst | 71 -- Dockerfile | 17 +-- Dockerfile.ci | 21 +-- IMAGES.rst | 75 +-- INSTALL| 7 +- LOCAL_VIRTUALENV.rst | 13 +- README.md | 17 +-- breeze | 41 +++--- breeze-complete| 2 +- common/_default_branch.sh | 1 + docs/installation.rst | 31 +++-- requirements/REMOVE.md | 22 +++ .../ci_generate_constraints.sh}| 2 +- scripts/ci/docker-compose/local.yml| 1 - .../ci/in_container/run_generate_constraints.sh| 50 +++ .../ci/in_container/run_generate_requirements.sh | 80 --- scripts/ci/kubernetes/ci_run_kubernetes_tests.sh | 5 +- scripts/ci/libraries/_build_images.sh | 34 ++--- scripts/ci/libraries/_initialization.sh| 16 +-- scripts/ci/libraries/_local_mounts.sh | 1 - scripts/ci/libraries/_runs.sh | 8 +- .../pre_commit/pre_commit_generate_requirements.sh | 24 scripts/ci/static_checks/ci_run_static_checks.sh | 3 + .../ci/tools/ci_check_if_tests_should_be_run.sh| 1 - 28 files changed, 444 insertions(+), 424 deletions(-) diff --git a/.dockerignore b/.dockerignore index 6f89516..d7d621d 100644 --- a/.dockerignore +++ b/.dockerignore @@ -46,7 +46,6 @@ !MANIFEST.in !NOTICE !.github -!requirements !empty # Avoid triggering context change on README change (new companies using Airflow) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 604fa0d..aac8be1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,7 +31,7 @@ env: SKIP_CI_IMAGE_CHECK: "true" DB_RESET: "true" VERBOSE: "true" - UPGRADE_TO_LATEST_REQUIREMENTS: "false" + UPGRADE_TO_LATEST_CONSTRAINTS: ${{ github.event_name == 'push' || github.event_name == 'scheduled' }} PYTHON_MAJOR_MINOR_VERSION: 3.6 USE_GITHUB_REGISTRY: "true" CACHE_IMAGE_PREFIX: ${{ github.repository }} @@ -66,7 +66,6 @@ jobs: - cancel-previous-workflow-run env: MOUNT_SOURCE_DIR_FOR_STATIC_CHECKS: "true" - CI_JOB_TYPE: "Static checks" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -84,19 +83,13 @@ jobs: - name: "Build CI image" run: ./scripts/ci/images/ci_prepare_ci_image_on_ci.sh - name: "Static checks" -if: success() -run: | - python -m pip install pre-commit \ - --constraint requirements/requirements-python${PYTHON_MAJOR_MINOR_VERSION}.txt - ./scripts/ci/static_checks/ci_run_static_checks.sh +run: ./scripts/ci/static_checks/ci_run_static_checks.sh docs: timeout-minutes: 60 name: "Build docs" runs-on: ubuntu-latest needs: - cancel-previous-workflow-run -env: - CI_JOB_TYPE: "Documentation" steps: - uses: actions/checkout@master - uses: actions/setup-python@v1 @@ -142,7 +135,6 @@ jobs: BACKEND: postgres TEST_TYPE: ${{ matrix.test-type }} RUN_TESTS: "true" - CI_JOB_TYPE: "Tests" SKIP_CI_IMAGE_CHECK: "true" RUNTIME: "kubernetes" ENABLE_KIND_CLUSTER: "true" @@ -173,8 +165,7 @@ jobs: cache-name: cache-kubernetes-tests-virtualenv-v4 with: path: .build/.kubernetes_venv - key: "${{