This is an automated email from the ASF dual-hosted git repository. codope pushed a commit to branch release-0.12.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 741d3023fbfee2bccda4a6645c1e0e1fc25c88fd Author: RexXiong <[email protected]> AuthorDate: Mon Aug 8 13:59:38 2022 +0800 [HUDI-4447] fix SQL metasync when perform delete table operation (#6180) --- .../main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala index cfb357ee90..7d6db19edf 100644 --- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala +++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/ProvidesHoodieConfig.scala @@ -258,6 +258,7 @@ trait ProvidesHoodieConfig extends Logging { val options = hoodieCatalogTable.catalogProperties val enableHive = isUsingHiveCatalog(sparkSession) + val partitionFields = hoodieCatalogTable.partitionFields.mkString(",") withSparkConf(sparkSession, options) { Map( @@ -273,7 +274,11 @@ trait ProvidesHoodieConfig extends Logging { HoodieSyncConfig.META_SYNC_ENABLED.key -> enableHive.toString, HiveSyncConfigHolder.HIVE_SYNC_ENABLED.key -> enableHive.toString, HiveSyncConfigHolder.HIVE_SYNC_MODE.key -> hiveSyncConfig.getStringOrDefault(HiveSyncConfigHolder.HIVE_SYNC_MODE, HiveSyncMode.HMS.name()), + HoodieSyncConfig.META_SYNC_DATABASE_NAME.key -> hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_DATABASE_NAME), + HoodieSyncConfig.META_SYNC_TABLE_NAME.key -> hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_TABLE_NAME), HiveSyncConfigHolder.HIVE_SUPPORT_TIMESTAMP_TYPE.key -> hiveSyncConfig.getBoolean(HiveSyncConfigHolder.HIVE_SUPPORT_TIMESTAMP_TYPE).toString, + HoodieSyncConfig.META_SYNC_PARTITION_FIELDS.key -> partitionFields, + HoodieSyncConfig.META_SYNC_PARTITION_EXTRACTOR_CLASS.key -> hiveSyncConfig.getStringOrDefault(HoodieSyncConfig.META_SYNC_PARTITION_EXTRACTOR_CLASS), HoodieWriteConfig.DELETE_PARALLELISM_VALUE.key -> hoodieProps.getString(HoodieWriteConfig.DELETE_PARALLELISM_VALUE.key, "200"), SqlKeyGenerator.PARTITION_SCHEMA -> partitionSchema.toDDL )
