This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 1dba3567e92 [HUDI-7191] Create table should shutdown with exception
when occur catalog sync error (#10269)
1dba3567e92 is described below
commit 1dba3567e925b5a106207f0503fb3339a0f14591
Author: xuzifu666 <[email protected]>
AuthorDate: Fri Dec 8 03:25:27 2023 +0800
[HUDI-7191] Create table should shutdown with exception when occur catalog
sync error (#10269)
Co-authored-by: xuyu <[email protected]>
---
.../org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala | 3 ++-
.../apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala | 3 ++-
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
index 038ae141c51..3db9742aaf0 100644
---
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
+++
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala
@@ -21,6 +21,7 @@ import org.apache.hadoop.fs.Path
import org.apache.hudi.common.model.{HoodieFileFormat, HoodieTableType}
import org.apache.hudi.common.table.HoodieTableConfig
import org.apache.hudi.common.util.ConfigUtils
+import org.apache.hudi.exception.HoodieException
import org.apache.hudi.hadoop.HoodieParquetInputFormat
import org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat
import org.apache.hudi.hadoop.utils.HoodieInputFormatUtils
@@ -82,7 +83,7 @@ case class CreateHoodieTableCommand(table: CatalogTable,
ignoreIfExists: Boolean
CreateHoodieTableCommand.createTableInCatalog(sparkSession,
hoodieCatalogTable, ignoreIfExists, queryAsProp)
} catch {
case NonFatal(e) =>
- logWarning("Failed to create catalog table in metastore", e)
+ throw new HoodieException("Failed to create catalog table in
metastore", e)
}
Seq.empty[Row]
}
diff --git
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala
index dc4458d8ad1..7d4da85a916 100644
---
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala
+++
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala
@@ -20,6 +20,7 @@ package org.apache.spark.sql.hudi.command
import org.apache.hudi.SparkAdapterSupport
import org.apache.hudi.common.model.HoodieTableType
import org.apache.hudi.common.util.ConfigUtils
+import org.apache.hudi.exception.HoodieException
import org.apache.spark.sql.{AnalysisException, Row, SparkSession}
import org.apache.spark.sql.catalyst.TableIdentifier
import org.apache.spark.sql.catalyst.catalog.{CatalogStorageFormat,
CatalogTable, CatalogTableType, HoodieCatalogTable}
@@ -103,7 +104,7 @@ case class CreateHoodieTableLikeCommand(targetTable:
TableIdentifier,
CreateHoodieTableCommand.createTableInCatalog(sparkSession,
hoodieCatalogTable, ignoreIfExists, queryAsProp)
} catch {
case NonFatal(e) =>
- logWarning("Failed to create catalog table in metastore", e)
+ throw new HoodieException("Failed to create catalog table in
metastore", e)
}
Seq.empty[Row]
}