This is an automated email from the ASF dual-hosted git repository.
pdallig pushed a commit to branch branch-0.9
in repository https://gitbox.apache.org/repos/asf/zeppelin.git
The following commit(s) were added to refs/heads/branch-0.9 by this push:
new 27411e0 [ZEPPELIN-5172] Fix transfer failures
27411e0 is described below
commit 27411e077934c0edbf81118f1d8502b89b9f8a67
Author: Philipp Dallig <[email protected]>
AuthorDate: Tue Jan 5 12:34:46 2021 +0100
[ZEPPELIN-5172] Fix transfer failures
### What is this PR for?
- Fix transfer failures as describe here
https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080
- disable parallel execution of Maven, as the http connection pool is
disabled
### What type of PR is it?
- Bug Fix
### What is the Jira issue?
* https://issues.apache.org/jira/browse/ZEPPELIN-5172
### Questions:
* Does the licenses files need update? No
* Is there breaking changes for older versions? No
* Does this needs documentation? No
Author: Philipp Dallig <[email protected]>
Closes #4013 from Reamer/github_ci_maven and squashes the following commits:
f53f24322 [Philipp Dallig] Remove parallel maven execution
135b5a8f5 [Philipp Dallig] Fix transfer failures
(cherry picked from commit 7df4d7028cf1f6bf0e6414bf5408e1a9bc5ad39d)
Signed-off-by: Philipp Dallig <[email protected]>
---
.github/workflows/core.yml | 18 ++++++++++++------
.github/workflows/frontend.yml | 10 ++++++++--
.github/workflows/rat.yml | 8 +++++++-
3 files changed, 27 insertions(+), 9 deletions(-)
diff --git a/.github/workflows/core.yml b/.github/workflows/core.yml
index 9e680de..08b9b35 100644
--- a/.github/workflows/core.yml
+++ b/.github/workflows/core.yml
@@ -8,7 +8,13 @@ on:
types: [opened, synchronize]
env:
- MAVEN_OPTS: "-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m
-XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
+ # Disable keepAlive and pool
+ #
https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080
+ MAVEN_OPTS: >-
+ -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn
+ -Dhttp.keepAlive=false
+ -Dmaven.wagon.http.pool=false
+ -Dmaven.wagon.http.retryHandler.count=3
ZEPPELIN_HELIUM_REGISTRY: helium
SPARK_PRINT_LAUNCH_COMMAND: "true"
# Use the bash login, because we are using miniconda
@@ -54,7 +60,7 @@ jobs:
- name: install plugins and interpreter
run: |
mvn install -Pbuild-distr -DskipRat -DskipTests -pl
zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell
-am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -B
- mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B
+ mvn package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B
- name: run tests with ${{ matrix.hadoop }}
run: mvn verify -Pusing-packaged-distr -DskipRat -pl
zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell
-am -Phelium-dev -Pexamples -P${{ matrix.hadoop }}
-Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false
test-interpreter-modules:
@@ -120,7 +126,7 @@ jobs:
- name: install environment
run: |
mvn install -DskipTests -DskipRat -Pintegration -pl
zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown,flink/interpreter,jdbc,shell
-am
- mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B
+ mvn package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B
- name: run tests
run: mvn test -DskipRat -pl zeppelin-interpreter-integration
-Pintegration
-Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest
test-flink-and-flink-integration-test:
@@ -155,7 +161,7 @@ jobs:
- name: install environment
run: |
mvn install -DskipTests -DskipRat -am -pl
flink/interpreter,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }}
-Pintegration -B
- mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
+ mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
- name: run tests
run: mvn test -DskipRat -pl
flink/interpreter,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }}
-Pintegration -B -Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest${{
matrix.flink }},ZeppelinFlinkClusterTest${{ matrix.flink }}
run-spark-intergration-test:
@@ -189,7 +195,7 @@ jobs:
- name: install environment
run: |
mvn install -DskipTests -DskipRat -pl
zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown
-am -Phadoop2 -Pintegration -B
- mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
+ mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
- name: run tests
run: mvn test -DskipRat -pl
zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown
-am -Phadoop2 -Pintegration -B
-Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22,ZeppelinSparkClusterTest30,SparkIntegrationTest30
-DfailIfNoTests=false
jdbcIntegrationTest-and-unit-test-of-Spark-2-4-with-Scala-2-11:
@@ -226,7 +232,7 @@ jobs:
- name: install environment
run: |
mvn install -DskipTests -DskipRat -pl
zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown
-am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B
- mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
+ mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
- name: run tests
run: mvn test -DskipRat -pl
zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown
-am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B
-Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.*
-DfailIfNoTests=false
diff --git a/.github/workflows/frontend.yml b/.github/workflows/frontend.yml
index 0c95575..2f12456 100644
--- a/.github/workflows/frontend.yml
+++ b/.github/workflows/frontend.yml
@@ -8,7 +8,13 @@ on:
types: [opened, synchronize]
env:
- MAVEN_OPTS: "-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m
-XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
+ # Disable keepAlive and pool
+ #
https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080
+ MAVEN_OPTS: >-
+ -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn
+ -Dhttp.keepAlive=false
+ -Dmaven.wagon.http.pool=false
+ -Dmaven.wagon.http.retryHandler.count=3
ZEPPELIN_HELIUM_REGISTRY: helium
SPARK_PRINT_LAUNCH_COMMAND: "true"
INTERPRETERS:
'!beam,!hbase,!pig,!jdbc,!file,!flink,!ignite,!kylin,!lens,!cassandra,!elasticsearch,!bigquery,!alluxio,!scio,!livy,!groovy,!sap,!java,!geode,!neo4j,!hazelcastjet,!submarine,!sparql,!mongodb'
@@ -91,7 +97,7 @@ jobs:
- name: install environment
run: |
mvn clean install -DskipTests -DskipRat -pl ${INTERPRETERS}
-Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples -Pintegration -Pspark-scala-2.11
-B
- mvn clean package -T 2C -pl zeppelin-plugins -amd -B
+ mvn clean package -pl zeppelin-plugins -amd -B
./testing/downloadSpark.sh "2.3.2" "2.6"
- name: run tests
run: xvfb-run --auto-servernum --server-args="-screen 0 1600x1024x16"
mvn verify -DskipRat -Pspark-2.3 -Phadoop2 -Phelium-dev -Pexamples
-Pintegration -Pspark-scala-2.11 -B -pl zeppelin-integration
-DfailIfNoTests=false
diff --git a/.github/workflows/rat.yml b/.github/workflows/rat.yml
index bbd310c..9d31bc8 100644
--- a/.github/workflows/rat.yml
+++ b/.github/workflows/rat.yml
@@ -11,7 +11,13 @@ jobs:
license-check:
runs-on: ubuntu-18.04
env:
- MAVEN_OPTS:
"-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
+ # Disable keepAlive and pool
+ #
https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080
+ MAVEN_OPTS: >-
+ -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m
-XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn
+ -Dhttp.keepAlive=false
+ -Dmaven.wagon.http.pool=false
+ -Dmaven.wagon.http.retryHandler.count=3
steps:
- name: Checkout
uses: actions/checkout@v2
