This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 27907de [HUDI-3028] Use blob storage to speed up CI downloads (#4331)
27907de is described below
commit 27907dea4cb7b52fa61521e738e2d94ef203992b
Author: Raymond Xu <[email protected]>
AuthorDate: Wed Dec 15 15:33:33 2021 -0800
[HUDI-3028] Use blob storage to speed up CI downloads (#4331)
Co-authored-by: Sivabalan Narayanan <[email protected]>
---
azure-pipelines.yml | 15 ++++++++++++---
1 file changed, 12 insertions(+), 3 deletions(-)
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 2249328..6d96ed5 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -176,10 +176,19 @@ stages:
mavenOptions: '-Xmx2g $(MAVEN_OPTS)'
- job: IT
steps:
+ - task: AzureCLI@2
+ displayName: Azure CLI
+ inputs:
+ azureSubscription: apachehudici-service-connection
+ scriptType: bash
+ scriptLocation: inlineScript
+ inlineScript: |
+ az --version
+ az account show
+ echo 'Downloading
spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)'
+ az storage blob download -c ci-caches -n
spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -f
$(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz
--account-name apachehudici
+ tar -xvf
$(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -C
$(Pipeline.Workspace)/
- script: |
- echo 'Downloading
spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)'
- wget
https://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz
-O $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz
- tar -xvf $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz -C
$(Pipeline.Workspace)/
mkdir /tmp/spark-events/
mvn $(MAVEN_OPTS) -Pintegration-tests verify
displayName: IT
