This is an automated email from the ASF dual-hosted git repository. pdallig pushed a commit to branch test_refactoring in repository https://gitbox.apache.org/repos/asf/zeppelin.git
commit a5ff4402095c6b9773a297fa55ee3544e6f04e23 Author: Philipp Dallig <[email protected]> AuthorDate: Fri Aug 28 09:19:57 2020 +0200 Remove first stuff from before_install --- .travis.yml | 84 +++++++++++++++++++++++++++++++++++++++++++++++++++++++------ 1 file changed, 77 insertions(+), 7 deletions(-) diff --git a/.travis.yml b/.travis.yml index 3b19fe9..7018b97 100644 --- a/.travis.yml +++ b/.travis.yml @@ -39,11 +39,15 @@ jobs: jdk: "openjdk8" dist: xenial env: SCALA_VER="2.11" PROFILE="-Prat" BUILD_FLAG="clean" TEST_FLAG="org.apache.rat:apache-rat-plugin:check" TEST_PROJECTS="" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc - name: "Default build command, no tests" jdk: "openjdk8" dist: xenial env: BUILD_FLAG="clean package -T C2 -DskipTests -Pweb-angular" TEST_FLAG="test -DskipTests -Pweb-angular" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc - name: "Run e2e tests in zeppelin-web" os: linux @@ -56,6 +60,10 @@ jobs: apt: packages: - google-chrome-stable + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "PYTHON=2 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Run tests in zeppelin-web-angular" os: linux @@ -68,17 +76,29 @@ jobs: apt: packages: - google-chrome-stable + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc # After issues are fixed tests needs to be included back by removing them from the "-Dtests.to.exclude" property - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop2" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop2" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test core modules (zeppelin-interpreter,zeppelin-zengine,zeppelin-server) on hadoop3" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" R="true" PROFILE="-Phelium-dev -Pexamples -Phadoop3" BUILD_FLAG="install -Pbuild-distr -DskipRat -DskipTests" TEST_FLAG="verify -Pusing-packaged-distr -DskipRat" MODULES="-pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am" TEST_PROJECTS="-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test selenium with spark module for spark 2.3" jdk: "openjdk8" @@ -88,32 +108,59 @@ jobs: env: BUILD_PLUGINS="true" PYTHON="2" R="true" SCALA_VER="2.11" SPARK_VER="2.3.2" HADOOP_VER="2.6" PROFILE="-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11" BUILD_FLAG="clean install -DskipTests -DskipRat -pl ${INTERPRETERS}" TEST_FLAG="verify -DskipRat" TEST_PROJECTS="-pl zeppelin-integration -DfailIfNoTests=false" before_install: - "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1600x1024x16" + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=2 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test interpreter modules" jdk: "openjdk8" dist: xenial env: PYTHON="3" R="true" SCALA_VER="2.10" TENSORFLOW="1.13.1" PROFILE="-Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl $(echo .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} | sed 's/!//g')" TEST_PROJECTS="" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "TENSORFLOW=1.13.1 R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test flink 1.10 & flink integration test" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.10.1" PROFILE="-Pflink-1.10 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "FLINK=1.10.1 PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test flink 1.11 & flink integration test" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" FLINK="1.11.1" PROFILE="-Pflink-1.11 -Pintegration" BUILD_FLAG="install -DskipTests -DskipRat -am" TEST_FLAG="test -DskipRat" MODULES="-pl flink/interpreter,zeppelin-interpreter-integration" TEST_PROJECTS="-Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest111,ZeppelinFlinkClusterTest111" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "FLINK=1.11.1 PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ # Run Spark integration test and unit test - name: "Run spark integration of in one zeppelin instance: Spark 3.0" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.12" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Run spark integration of in one zeppelin instance (2.4, 2.3, 2.2)" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22 -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "JdbcIntegrationTest, Unit test of Spark 2.4 (Scala-2.11)" jdk: "openjdk8" @@ -121,31 +168,61 @@ jobs: env: BUILD_PLUGINS="true" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am" TEST_PROJECTS="-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false" services: - mysql + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Unit test of Spark 2.4 (Scala-2.12)" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.12" PROFILE="-Pspark-2.4 -Pspark-scala-2.12 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=32 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Unit test of Spark 2.3 (Scala-2.11) and Unit test python, jupyter and r interpreter under python3" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.11" PROFILE="-Pspark-2.3 -Pspark-scala-2.11 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Unit test of Spark 2.2 (Scala-2.10) and Unit test python, jupyter and r interpreter under python3" jdk: "openjdk8" dist: xenial env: BUILD_PLUGINS="false" PYTHON="3" SCALA_VER="2.10" PROFILE="-Pspark-2.2 -Pspark-scala-2.10 -Phadoop2" R="true" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="test -DskipRat" MODULES="-pl spark/spark-dependencies -am" TEST_PROJECTS="-Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test python/pyspark with python 2, livy 0.5" dist: xenial jdk: "openjdk8" env: PYTHON="2" SCALA_VER="2.10" SPARK_VER="1.6.3" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="-Pspark-1.6 -Phadoop2 -Pscala-2.10" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS="" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=2 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ - name: "Test livy 0.5 with spark 2.2.0 under python3" dist: xenial jdk: "openjdk8" env: PYTHON="3" SPARK_VER="2.2.0" HADOOP_VER="2.6" LIVY_VER="0.5.0-incubating" R="true" PROFILE="" BUILD_FLAG="install -DskipTests -DskipRat" TEST_FLAG="verify -DskipRat" MODULES="-pl livy -am" TEST_PROJECTS="" + before_install: + - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc + - "./testing/install_R.sh" + - "R=true PYTHON=3 bash -x ./testing/install_external_dependencies.sh" + - source ~/.environ before_install: # check files included in commit range, clear bower_components if a bower.json file has changed. @@ -156,13 +233,6 @@ before_install: - gitlog=$(git log $TRAVIS_COMMIT_RANGE 2>/dev/null) || gitlog="" - clearcache=$(echo $gitlog | grep -c -E "clear bower|bower clear" || true) - if [ "$hasbowerchanged" -gt 0 ] || [ "$clearcache" -gt 0 ]; then echo "Clearing bower_components cache"; rm -r zeppelin-web/bower_components; npm cache verify; else echo "Using cached bower_components."; fi - - echo "MAVEN_OPTS='-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.defaultLogLevel=warn'" >> ~/.mavenrc - - if [[ -n $R ]]; then ./testing/install_R.sh; fi - - bash -x ./testing/install_external_dependencies.sh - - ls -la .spark-dist ${HOME}/.m2/repository/.cache/maven-download-plugin || true - - ls .node_modules && cp -r .node_modules zeppelin-web/node_modules || echo "node_modules are not cached" - #- ./dev/change_scala_version.sh $SCALA_VER - - source ~/.environ install: - echo "mvn $BUILD_FLAG $MODULES $PROFILE -B"
