potiuk commented on a change in pull request #4543: [AIRFLOW-3718] [WIP]
Multi-layered version of the docker image
URL: https://github.com/apache/airflow/pull/4543#discussion_r266266308
##########
File path: .travis.yml
##########
@@ -16,73 +16,66 @@
# specific language governing permissions and limitations
# under the License.
#
+sudo: true
dist: xenial
language: python
-python:
- - "3.6"
env:
global:
- - TRAVIS_CACHE=$HOME/.travis_cache/
+ - BUILD_ID=${TRAVIS_BUILD_ID}
+ - BRANCH_NAME=${TRAVIS_BRANCH}
matrix:
- - TOX_ENV=py27-backend_mysql-env_docker
- - TOX_ENV=py27-backend_sqlite-env_docker
- - TOX_ENV=py27-backend_postgres-env_docker
- - TOX_ENV=py35-backend_mysql-env_docker PYTHON_VERSION=3
- - TOX_ENV=py35-backend_sqlite-env_docker PYTHON_VERSION=3
- - TOX_ENV=py35-backend_postgres-env_docker PYTHON_VERSION=3
- - TOX_ENV=py27-backend_postgres-env_kubernetes KUBERNETES_VERSION=v1.9.0
- - TOX_ENV=py35-backend_postgres-env_kubernetes KUBERNETES_VERSION=v1.13.0
PYTHON_VERSION=3
-
+ - BACKEND=mysql ENV=docker
+ - BACKEND=postgres ENV=docker
+ - BACKEND=sqlite ENV=docker
+ - BACKEND=postgres ENV=kubernetes KUBERNETES_VERSION=v1.9.0
+ - BACKEND=postgres ENV=kubernetes KUBERNETES_VERSION=v1.13.0
+python:
+- '3.6'
+- '3.5'
+- '2.7'
+matrix:
+ exclude:
+ - python: '2.7'
+ env: BACKEND=postgres ENV=kubernetes KUBERNETES_VERSION=v1.13.0
+ - python: '3.5'
+ env: BACKEND=postgres ENV=kubernetes KUBERNETES_VERSION=v1.9.0
+ - python: '3.6'
+ env: BACKEND=postgres ENV=kubernetes KUBERNETES_VERSION=v1.9.0
stages:
- - pre-test
- - test
-
+- pre-test
+- test
jobs:
include:
- - name: Flake8
- stage: pre-test
- install: pip install flake8
- script: flake8
- - name: mypy
+ - name: Flake8
+ stage: pre-test
+ install: pip install flake8
+ script: flake8
+ - name: mypy
stage: pre-test
install: pip install mypy
script: mypy airflow
- - name: Check license header
- stage: pre-test
- install: skip
- script: scripts/ci/6-check-license.sh
- - name: Check docs
- stage: pre-test
- install: pip install -e .[doc]
- script: docs/build.sh
-
-cache:
- directories:
- - $HOME/.wheelhouse/
- - $HOME/.cache/pip
- - $HOME/.travis_cache/
-before_install:
- # Required for K8s v1.10.x. See
- #
https://github.com/kubernetes/kubernetes/issues/61058#issuecomment-372764783
- - if [ ! -z "$KUBERNETES_VERSION" ]; then sudo mount --make-shared / && sudo
service docker restart; fi
+ - name: Check license header
+ stage: pre-test
+ install: skip
+ script: scripts/ci/ci_check_license.sh
+ - name: Check docs
+ stage: pre-test
+ install: pip install -e .[doc]
+ script: docs/build.sh
+services:
+- docker
+before_install: "./scripts/ci/ci_before_install.sh"
install:
- - pip install --upgrade pip
- - docker-compose -f scripts/ci/docker-compose.yml pull --quiet --parallel
-script:
- - if [ -z "$KUBERNETES_VERSION" ]; then
- docker-compose --log-level ERROR -f scripts/ci/docker-compose.yml run
airflow-testing /app/scripts/ci/run-ci.sh;
- fi
- - if [ ! -z "$KUBERNETES_VERSION" ]; then
- ./scripts/ci/kubernetes/minikube/stop_minikube.sh &&
- ./scripts/ci/kubernetes/setup_kubernetes.sh &&
- ./scripts/ci/kubernetes/kube/deploy.sh -d persistent_mode &&
- MINIKUBE_IP=$(minikube ip) docker-compose --log-level ERROR -f
scripts/ci/docker-compose.yml -f scripts/ci/docker-compose-kubernetes.yml run
airflow-testing /app/scripts/ci/run-ci.sh;
- fi
- - if [ ! -z "$KUBERNETES_VERSION" ]; then
- ./scripts/ci/kubernetes/minikube/stop_minikube.sh &&
- ./scripts/ci/kubernetes/setup_kubernetes.sh &&
- ./scripts/ci/kubernetes/kube/deploy.sh -d git_mode &&
- MINIKUBE_IP=$(minikube ip) docker-compose --log-level ERROR -f
scripts/ci/docker-compose.yml -f scripts/ci/docker-compose-kubernetes.yml run
airflow-testing /app/scripts/ci/run-ci.sh;
- fi
-before_cache:
- - sudo chown -R travis:travis $HOME/.cache/pip $HOME/.wheelhouse/
+- "./hooks/build"
+script: "./scripts/ci/ci_run_airflow_testing.sh"
+before_deploy: # Deploy only dist directory!
+ - mkdir -vp dist && cd dist
+deploy:
+ provider: gcs
+ access_key_id: "GOOG6CCNOFB2F6WYJVTZ7LFF"
+ bucket: "travis-ci-results"
+ skip_cleanup: true
+ on:
+ all_branches: true
+ secret_access_key:
+ secure:
FiSOckyOYd/GfqQAXEoMke06Jn9OXNK075OSNfYI8qpuYzsJKFl/fb5bwyG6NtSV3NQUaasb8aQKVFt6YF1ZAx4czvbydHkptn3/pWa2xUs5XKN2i4UEXhGd+ZLyAGCezrzAw+WWXTV3IvbbbsGC0+nYrZSiDsSVH7ptDvljVMO0tsM5sGiZGN3zS7U5QMUdnR0VngQvOdJLlNcTlw3tup7nAGs07JWqt3L2S06JC9pyKRz7viAgJu2VNsylP3Yqa/D9qPlo3MSoSLLIR/dQHVyVhrhDvlAvC1NUMAdLLV/ioU7sVmvfzU49MZoX45XFcZPj35N4CRA08uu9WQwAJO3Q09k4LLgsWWcjVx/3Wikn4bwV6t4DaAKSe5alX9xl345eo2fwm9YvYJhXZfMP5WnCFy2tGmZtQR1Ff8sFMVKUCE4WmIqpk5+lTiTVO+FefIMYTX3MSihKqIWIircZApNPtW6EksIr/tyNLnGzb7ocac2pnAgx45PRgfY7u3ROnCj8cPkNIhsY+xRGzVhiSklaoUDTJ7O0NhyeXngTYulT8C5O6O40uWeMInAyFSTKuobYPl5/kCjwQbIX+8AlaE0+USlSA6ytAE4DDHTeq0hsoyR8rTLZ+u+y3z3AkqcM/NdaoLnzh+Uc9sj/wdiy7jI7TxRbLyqwRRnJAkaJ7CQ=
Review comment:
It was temporary for my tests - I was uploading context dumps to GCS and I
needed to do it in secure way (following Travis way of deployment to GCS -
using interoperability of AWS -> GCP). It's not needed any more and I removed
it now including the key from my GCP account).
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
