[hudi] branch master updated: [HUDI-6853] ArchiveCommitsProcedure should throw an exception when the archive operation executes failed (#9703)

[danny0405]

This is an automated email from the ASF dual-hosted git repository.

danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 797f0eead75 [HUDI-6853] ArchiveCommitsProcedure should throw an 
exception when the archive operation executes failed (#9703)
797f0eead75 is described below

commit 797f0eead75438ea82367d6368b0369953462049
Author: huangxiaoping <1754789...@qq.com>
AuthorDate: Thu Sep 14 11:08:24 2023 +0800

    [HUDI-6853] ArchiveCommitsProcedure should throw an exception when the 
archive operation executes failed (#9703)
---
 .../src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala    | 2 +-
 .../org/apache/hudi/bootstrap/SparkFullBootstrapDataProviderBase.java | 2 +-
 .../java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java | 2 +-
 .../org/apache/hudi/bootstrap/SparkParquetBootstrapDataProvider.java  | 2 +-
 .../src/main/java/org/apache/hudi/cli/ArchiveExecutorUtils.java       | 4 ++--
 5 files changed, 6 insertions(+), 6 deletions(-)

diff --git 
a/hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala
 
b/hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala
index 9d7fa3b784f..dd98227d440 100644
--- 
a/hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala
+++ 
b/hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/HoodieSparkKryoRegistrar.scala
@@ -91,4 +91,4 @@ object HoodieSparkKryoRegistrar {
   def register(conf: SparkConf): SparkConf = {
     conf.set(KRYO_USER_REGISTRATORS, 
Seq(classOf[HoodieSparkKryoRegistrar].getName).mkString(","))
   }
-}
\ No newline at end of file
+}
diff --git 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkFullBootstrapDataProviderBase.java
 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkFullBootstrapDataProviderBase.java
index 70a8ee71da5..6117cdcae1e 100644
--- 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkFullBootstrapDataProviderBase.java
+++ 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkFullBootstrapDataProviderBase.java
@@ -108,4 +108,4 @@ public abstract class SparkFullBootstrapDataProviderBase 
extends FullRecordBoots
   }
 
   protected abstract String getFormat();
-}
\ No newline at end of file
+}
diff --git 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java
 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java
index 9176d193666..599f0efa514 100644
--- 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java
+++ 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java
@@ -35,4 +35,4 @@ public class SparkOrcBootstrapDataProvider extends 
SparkFullBootstrapDataProvide
   protected String getFormat() {
     return "orc";
   }
-}
\ No newline at end of file
+}
diff --git 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkParquetBootstrapDataProvider.java
 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkParquetBootstrapDataProvider.java
index e3bdbfe0aa8..386f9ab2579 100644
--- 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkParquetBootstrapDataProvider.java
+++ 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkParquetBootstrapDataProvider.java
@@ -35,4 +35,4 @@ public class SparkParquetBootstrapDataProvider extends 
SparkFullBootstrapDataPro
   protected String getFormat() {
     return "parquet";
   }
-}
\ No newline at end of file
+}
diff --git 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/cli/ArchiveExecutorUtils.java
 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/cli/ArchiveExecutorUtils.java
index fc60f0ce063..cdd7c08aed6 100644
--- 
a/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/cli/ArchiveExecutorUtils.java
+++ 
b/hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/cli/ArchiveExecutorUtils.java
@@ -48,7 +48,7 @@ public final class ArchiveExecutorUtils {
        int maxCommits,
        int commitsRetained,
        boolean enableMetadata,
-       String basePath) {
+       String basePath) throws IOException {
     HoodieWriteConfig config = 
HoodieWriteConfig.newBuilder().withPath(basePath)
         
.withArchivalConfig(HoodieArchivalConfig.newBuilder().archiveCommitsWith(minCommits,
 maxCommits).build())
         
.withCleanConfig(HoodieCleanConfig.newBuilder().retainCommits(commitsRetained).build())
@@ -62,7 +62,7 @@ public final class ArchiveExecutorUtils {
       archiver.archiveIfRequired(context, true);
     } catch (IOException ioe) {
       LOG.error("Failed to archive with IOException: " + ioe);
-      return -1;
+      throw ioe;
     }
     return 0;
   }