This is an automated email from the ASF dual-hosted git repository. pwason pushed a commit to branch release-0.14.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 6ffd4d5705a6b6dc3251050dc3c7f652e0ce7a20 Author: Jon Vexler <[email protected]> AuthorDate: Thu Aug 17 04:30:08 2023 -0400 [MINOR] Fix meta client instantiation and some incorrect configs (#9463) Co-authored-by: Jonathan Vexler <=> --- docker/demo/config/test-suite/multi-writer-local-3.properties | 4 ++-- docker/demo/config/test-suite/test-clustering.properties | 4 ++-- .../test-metadata-aggressive-clean-archival-inline-compact.properties | 4 ++-- .../main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java | 2 ++ 4 files changed, 8 insertions(+), 6 deletions(-) diff --git a/docker/demo/config/test-suite/multi-writer-local-3.properties b/docker/demo/config/test-suite/multi-writer-local-3.properties index 2da3880803a..c937bf76a7f 100644 --- a/docker/demo/config/test-suite/multi-writer-local-3.properties +++ b/docker/demo/config/test-suite/multi-writer-local-3.properties @@ -36,8 +36,8 @@ hoodie.write.lock.provider=org.apache.hudi.client.transaction.lock.InProcessLock hoodie.streamer.source.dfs.root=/tmp/hudi/input3 hoodie.streamer.schemaprovider.target.schema.file=file:/tmp/source.avsc hoodie.streamer.schemaprovider.source.schema.file=file:/tmp/source.avsc -hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP -hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd +hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP +hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/ hoodie.datasource.hive_sync.database=testdb hoodie.datasource.hive_sync.table=table1 diff --git a/docker/demo/config/test-suite/test-clustering.properties b/docker/demo/config/test-suite/test-clustering.properties index a266cc13fa8..68c347edc20 100644 --- a/docker/demo/config/test-suite/test-clustering.properties +++ b/docker/demo/config/test-suite/test-clustering.properties @@ -38,8 +38,8 @@ hoodie.clustering.execution.strategy.class=org.apache.hudi.client.clustering.run hoodie.streamer.source.dfs.root=/user/hive/warehouse/hudi-integ-test-suite/input hoodie.streamer.schemaprovider.target.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc hoodie.streamer.schemaprovider.source.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc -hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP -hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd +hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP +hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/ hoodie.datasource.hive_sync.database=testdb hoodie.datasource.hive_sync.table=table1 diff --git a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties index 7001ac484ab..ea509a69fc7 100644 --- a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties +++ b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties @@ -38,8 +38,8 @@ hoodie.datasource.write.partitionpath.field=timestamp hoodie.streamer.source.dfs.root=/user/hive/warehouse/hudi-integ-test-suite/input hoodie.streamer.schemaprovider.target.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc hoodie.streamer.schemaprovider.source.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc -hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP -hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd +hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP +hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/ hoodie.datasource.hive_sync.database=testdb hoodie.datasource.hive_sync.table=table1 diff --git a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java index 8ef2232bdc0..d50915d26e2 100644 --- a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java +++ b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java @@ -18,6 +18,7 @@ package org.apache.hudi.integ.testsuite; +import org.apache.hudi.DataSourceWriteOptions; import org.apache.hudi.common.config.HoodieMetadataConfig; import org.apache.hudi.common.config.TypedProperties; import org.apache.hudi.common.fs.FSUtils; @@ -120,6 +121,7 @@ public class HoodieTestSuiteJob { metaClient = HoodieTableMetaClient.withPropertyBuilder() .setTableType(cfg.tableType) .setTableName(cfg.targetTableName) + .setRecordKeyFields(this.props.getString(DataSourceWriteOptions.RECORDKEY_FIELD().key())) .setArchiveLogFolder(ARCHIVELOG_FOLDER.defaultValue()) .initTable(jsc.hadoopConfiguration(), cfg.targetBasePath); } else {
