This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 616b663c19e [MINOR] Fix meta client instantiation and some incorrect
configs (#9463)
616b663c19e is described below
commit 616b663c19eb059438dc3a7f80c5c84b39a6ef6f
Author: Jon Vexler <[email protected]>
AuthorDate: Thu Aug 17 04:30:08 2023 -0400
[MINOR] Fix meta client instantiation and some incorrect configs (#9463)
Co-authored-by: Jonathan Vexler <=>
---
docker/demo/config/test-suite/multi-writer-local-3.properties | 4 ++--
docker/demo/config/test-suite/test-clustering.properties | 4 ++--
.../test-metadata-aggressive-clean-archival-inline-compact.properties | 4 ++--
.../main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java | 2 ++
4 files changed, 8 insertions(+), 6 deletions(-)
diff --git a/docker/demo/config/test-suite/multi-writer-local-3.properties
b/docker/demo/config/test-suite/multi-writer-local-3.properties
index 2da3880803a..c937bf76a7f 100644
--- a/docker/demo/config/test-suite/multi-writer-local-3.properties
+++ b/docker/demo/config/test-suite/multi-writer-local-3.properties
@@ -36,8 +36,8 @@
hoodie.write.lock.provider=org.apache.hudi.client.transaction.lock.InProcessLock
hoodie.streamer.source.dfs.root=/tmp/hudi/input3
hoodie.streamer.schemaprovider.target.schema.file=file:/tmp/source.avsc
hoodie.streamer.schemaprovider.source.schema.file=file:/tmp/source.avsc
-hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
-hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd
+hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
+hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd
hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/
hoodie.datasource.hive_sync.database=testdb
hoodie.datasource.hive_sync.table=table1
diff --git a/docker/demo/config/test-suite/test-clustering.properties
b/docker/demo/config/test-suite/test-clustering.properties
index a266cc13fa8..68c347edc20 100644
--- a/docker/demo/config/test-suite/test-clustering.properties
+++ b/docker/demo/config/test-suite/test-clustering.properties
@@ -38,8 +38,8 @@
hoodie.clustering.execution.strategy.class=org.apache.hudi.client.clustering.run
hoodie.streamer.source.dfs.root=/user/hive/warehouse/hudi-integ-test-suite/input
hoodie.streamer.schemaprovider.target.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc
hoodie.streamer.schemaprovider.source.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc
-hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
-hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd
+hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
+hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd
hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/
hoodie.datasource.hive_sync.database=testdb
hoodie.datasource.hive_sync.table=table1
diff --git
a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties
b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties
index 7001ac484ab..ea509a69fc7 100644
---
a/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties
+++
b/docker/demo/config/test-suite/test-metadata-aggressive-clean-archival-inline-compact.properties
@@ -38,8 +38,8 @@ hoodie.datasource.write.partitionpath.field=timestamp
hoodie.streamer.source.dfs.root=/user/hive/warehouse/hudi-integ-test-suite/input
hoodie.streamer.schemaprovider.target.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc
hoodie.streamer.schemaprovider.source.schema.file=file:/var/hoodie/ws/docker/demo/config/test-suite/source.avsc
-hoodie.streamer.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
-hoodie.streamer.keygen.timebased.output.dateformat=yyyy/MM/dd
+hoodie.keygen.timebased.timestamp.type=UNIX_TIMESTAMP
+hoodie.keygen.timebased.output.dateformat=yyyy/MM/dd
hoodie.datasource.hive_sync.jdbcurl=jdbc:hive2://hiveserver:10000/
hoodie.datasource.hive_sync.database=testdb
hoodie.datasource.hive_sync.table=table1
diff --git
a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java
b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java
index 8ef2232bdc0..d50915d26e2 100644
---
a/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java
+++
b/hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java
@@ -18,6 +18,7 @@
package org.apache.hudi.integ.testsuite;
+import org.apache.hudi.DataSourceWriteOptions;
import org.apache.hudi.common.config.HoodieMetadataConfig;
import org.apache.hudi.common.config.TypedProperties;
import org.apache.hudi.common.fs.FSUtils;
@@ -120,6 +121,7 @@ public class HoodieTestSuiteJob {
metaClient = HoodieTableMetaClient.withPropertyBuilder()
.setTableType(cfg.tableType)
.setTableName(cfg.targetTableName)
+
.setRecordKeyFields(this.props.getString(DataSourceWriteOptions.RECORDKEY_FIELD().key()))
.setArchiveLogFolder(ARCHIVELOG_FOLDER.defaultValue())
.initTable(jsc.hadoopConfiguration(), cfg.targetBasePath);
} else {
