This is an automated email from the ASF dual-hosted git repository. vbalaji pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push: new 1dba3567e92 [HUDI-7191] Create table should shutdown with exception when occur catalog sync error (#10269) 1dba3567e92 is described below commit 1dba3567e925b5a106207f0503fb3339a0f14591 Author: xuzifu666 <x...@zepp.com> AuthorDate: Fri Dec 8 03:25:27 2023 +0800 [HUDI-7191] Create table should shutdown with exception when occur catalog sync error (#10269) Co-authored-by: xuyu <11161...@vivo.com> --- .../org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala | 3 ++- .../apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala index 038ae141c51..3db9742aaf0 100644 --- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala +++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala @@ -21,6 +21,7 @@ import org.apache.hadoop.fs.Path import org.apache.hudi.common.model.{HoodieFileFormat, HoodieTableType} import org.apache.hudi.common.table.HoodieTableConfig import org.apache.hudi.common.util.ConfigUtils +import org.apache.hudi.exception.HoodieException import org.apache.hudi.hadoop.HoodieParquetInputFormat import org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat import org.apache.hudi.hadoop.utils.HoodieInputFormatUtils @@ -82,7 +83,7 @@ case class CreateHoodieTableCommand(table: CatalogTable, ignoreIfExists: Boolean CreateHoodieTableCommand.createTableInCatalog(sparkSession, hoodieCatalogTable, ignoreIfExists, queryAsProp) } catch { case NonFatal(e) => - logWarning("Failed to create catalog table in metastore", e) + throw new HoodieException("Failed to create catalog table in metastore", e) } Seq.empty[Row] } diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala index dc4458d8ad1..7d4da85a916 100644 --- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala +++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala @@ -20,6 +20,7 @@ package org.apache.spark.sql.hudi.command import org.apache.hudi.SparkAdapterSupport import org.apache.hudi.common.model.HoodieTableType import org.apache.hudi.common.util.ConfigUtils +import org.apache.hudi.exception.HoodieException import org.apache.spark.sql.{AnalysisException, Row, SparkSession} import org.apache.spark.sql.catalyst.TableIdentifier import org.apache.spark.sql.catalyst.catalog.{CatalogStorageFormat, CatalogTable, CatalogTableType, HoodieCatalogTable} @@ -103,7 +104,7 @@ case class CreateHoodieTableLikeCommand(targetTable: TableIdentifier, CreateHoodieTableCommand.createTableInCatalog(sparkSession, hoodieCatalogTable, ignoreIfExists, queryAsProp) } catch { case NonFatal(e) => - logWarning("Failed to create catalog table in metastore", e) + throw new HoodieException("Failed to create catalog table in metastore", e) } Seq.empty[Row] }