This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new dfabd1cdf9c [MINOR] Mark advanced configs and fix since version (#9757)
dfabd1cdf9c is described below
commit dfabd1cdf9cb3b80ce6fbd6748876aec6e9bace7
Author: Y Ethan Guo <[email protected]>
AuthorDate: Thu Sep 21 12:31:32 2023 -0700
[MINOR] Mark advanced configs and fix since version (#9757)
---
.../src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java | 2 +-
.../src/main/java/org/apache/hudi/config/HoodieWriteConfig.java | 3 ++-
.../java/org/apache/hudi/common/config/HoodieMetadataConfig.java | 5 ++++-
3 files changed, 7 insertions(+), 3 deletions(-)
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
index e77308f344b..f50603343d9 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
@@ -67,7 +67,7 @@ public class HoodieCompactionConfig extends HoodieConfig {
.key("hoodie.log.compaction.enable")
.defaultValue("false")
.markAdvanced()
- .sinceVersion("0.14")
+ .sinceVersion("0.14.0")
.withDocumentation("By enabling log compaction through this config, log
compaction will also get enabled for the metadata table.");
public static final ConfigProperty<String> INLINE_LOG_COMPACT =
ConfigProperty
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
index 10e6967e204..3f51ba148e1 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieWriteConfig.java
@@ -571,7 +571,8 @@ public class HoodieWriteConfig extends HoodieConfig {
public static final ConfigProperty<Integer> NUM_RETRIES_ON_CONFLICT_FAILURES
= ConfigProperty
.key("hoodie.write.num.retries.on.conflict.failures")
.defaultValue(0)
- .sinceVersion("0.13.0")
+ .markAdvanced()
+ .sinceVersion("0.14.0")
.withDocumentation("Maximum number of times to retry a batch on conflict
failure.");
public static final ConfigProperty<String> WRITE_SCHEMA_OVERRIDE =
ConfigProperty
diff --git
a/hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMetadataConfig.java
b/hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMetadataConfig.java
index 6d72130f770..0d54d4c32d2 100644
---
a/hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMetadataConfig.java
+++
b/hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMetadataConfig.java
@@ -25,6 +25,7 @@ import org.apache.hudi.common.util.StringUtils;
import org.apache.hudi.exception.HoodieNotSupportedException;
import javax.annotation.concurrent.Immutable;
+
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
@@ -91,7 +92,7 @@ public final class HoodieMetadataConfig extends HoodieConfig {
.key(METADATA_PREFIX + ".log.compaction.enable")
.defaultValue("false")
.markAdvanced()
- .sinceVersion("0.14")
+ .sinceVersion("0.14.0")
.withDocumentation("This configs enables logcompaction for the metadata
table.");
// Log blocks threshold, after a file slice crosses this threshold log
compact operation is scheduled.
@@ -280,6 +281,7 @@ public final class HoodieMetadataConfig extends
HoodieConfig {
public static final ConfigProperty<Integer> RECORD_INDEX_MAX_PARALLELISM =
ConfigProperty
.key(METADATA_PREFIX + ".max.init.parallelism")
.defaultValue(100000)
+ .markAdvanced()
.sinceVersion("0.14.0")
.withDocumentation("Maximum parallelism to use when initializing Record
Index.");
@@ -308,6 +310,7 @@ public final class HoodieMetadataConfig extends
HoodieConfig {
public static final ConfigProperty<Long> MAX_LOG_FILE_SIZE_BYTES_PROP =
ConfigProperty
.key(METADATA_PREFIX + ".max.logfile.size")
.defaultValue(2 * 1024 * 1024 * 1024L) // 2GB
+ .markAdvanced()
.sinceVersion("0.14.0")
.withDocumentation("Maximum size in bytes of a single log file. Larger
log files can contain larger log blocks "
+ "thereby reducing the number of blocks to search for keys");
