This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 46de9e0 [HUDI-1810] Fix azure setting for integ tests (#2889)
46de9e0 is described below
commit 46de9e0f3fd0ff5e33c8e37c6bb9dc5d6ae6d214
Author: Raymond Xu <[email protected]>
AuthorDate: Fri Apr 30 11:17:36 2021 -0700
[HUDI-1810] Fix azure setting for integ tests (#2889)
---
azure-pipelines.yml | 19 +++----------------
1 file changed, 3 insertions(+), 16 deletions(-)
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 99b1cac..e75e1b3 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -27,7 +27,6 @@ variables:
SPARK_VERSION: '2.4.4'
HADOOP_VERSION: '2.7'
SPARK_HOME:
$(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)
- SKIP_IT: true
stages:
- stage: test
@@ -144,22 +143,10 @@ stages:
jdkArchitectureOption: 'x64'
mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- job: integration_tests
- condition: eq(variables.SKIP_IT, false)
steps:
- script: |
echo 'Downloading
spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)'
- wget
http://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz
-O /tmp/spark-$(SPARK_VERSION).tgz
- tar -xvf /tmp/spark-$(SPARK_VERSION).tgz
+ wget
https://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz
-O $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz
+ tar -xvf $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz -C
$(Pipeline.Workspace)/
mkdir /tmp/spark-events/
- - task: Maven@3
- inputs:
- mavenPomFile: 'pom.xml'
- goals: 'verify'
- options: -Pintegration-tests
- publishJUnitResults: false
- testResultsFiles: '**/surefire-reports/TEST-*.xml'
- testRunTitle: 'unit tests utilities'
- javaHomeOption: 'JDKVersion'
- jdkVersionOption: '1.8'
- jdkArchitectureOption: 'x64'
- mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
+ mvn -Pintegration-tests verify
