zhangyue19921010 commented on a change in pull request #4078:
URL: https://github.com/apache/hudi/pull/4078#discussion_r781995466
##########
File path:
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
##########
@@ -249,6 +249,24 @@
+ "record size estimate compute dynamically based on commit
metadata. "
+ " This is critical in computing the insert parallelism and
bin-packing inserts into small files.");
+ public static final ConfigProperty<String> ARCHIVE_FILES_MERGE_BATCH_SIZE =
ConfigProperty
+ .key("hoodie.archive.files.merge.batch.size")
+ .defaultValue(String.valueOf(10))
+ .withDocumentation("The numbers of small archive files are merged at
once.");
+
+ public static final ConfigProperty<String>
ARCHIVE_MERGE_SMALL_FILE_LIMIT_BYTES = ConfigProperty
+ .key("hoodie.archive.merge.small.file.limit.bytes")
+ .defaultValue(String.valueOf(20 * 1024 * 1024))
+ .withDocumentation("This config sets the archive file size limit below
which an archive file becomes a candidate to be selected as such a small
file.");
+
+ public static final ConfigProperty<String> ARCHIVE_AUTO_MERGE_ENABLE =
ConfigProperty
+ .key("hoodie.archive.auto.merge.enable")
+ .defaultValue("false")
+ .withDocumentation("When enable, hoodie will auto merge several small
archive files into larger one. It's"
+ + " useful when storage scheme doesn't support append operation.");
+
+
+
Review comment:
Changed.
##########
File path:
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
##########
@@ -249,6 +249,24 @@
+ "record size estimate compute dynamically based on commit
metadata. "
+ " This is critical in computing the insert parallelism and
bin-packing inserts into small files.");
+ public static final ConfigProperty<String> ARCHIVE_FILES_MERGE_BATCH_SIZE =
ConfigProperty
+ .key("hoodie.archive.files.merge.batch.size")
+ .defaultValue(String.valueOf(10))
+ .withDocumentation("The numbers of small archive files are merged at
once.");
+
+ public static final ConfigProperty<String>
ARCHIVE_MERGE_SMALL_FILE_LIMIT_BYTES = ConfigProperty
+ .key("hoodie.archive.merge.small.file.limit.bytes")
+ .defaultValue(String.valueOf(20 * 1024 * 1024))
+ .withDocumentation("This config sets the archive file size limit below
which an archive file becomes a candidate to be selected as such a small
file.");
+
+ public static final ConfigProperty<String> ARCHIVE_AUTO_MERGE_ENABLE =
ConfigProperty
+ .key("hoodie.archive.auto.merge.enable")
+ .defaultValue("false")
+ .withDocumentation("When enable, hoodie will auto merge several small
archive files into larger one. It's"
+ + " useful when storage scheme doesn't support append operation.");
Review comment:
Changed.
##########
File path:
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
##########
@@ -249,6 +249,24 @@
+ "record size estimate compute dynamically based on commit
metadata. "
+ " This is critical in computing the insert parallelism and
bin-packing inserts into small files.");
+ public static final ConfigProperty<String> ARCHIVE_FILES_MERGE_BATCH_SIZE =
ConfigProperty
+ .key("hoodie.archive.files.merge.batch.size")
+ .defaultValue(String.valueOf(10))
+ .withDocumentation("The numbers of small archive files are merged at
once.");
Review comment:
Changed.
##########
File path:
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
##########
@@ -249,6 +249,24 @@
+ "record size estimate compute dynamically based on commit
metadata. "
+ " This is critical in computing the insert parallelism and
bin-packing inserts into small files.");
+ public static final ConfigProperty<String> ARCHIVE_FILES_MERGE_BATCH_SIZE =
ConfigProperty
+ .key("hoodie.archive.files.merge.batch.size")
Review comment:
Changed.
##########
File path:
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieCompactionConfig.java
##########
@@ -249,6 +249,24 @@
+ "record size estimate compute dynamically based on commit
metadata. "
+ " This is critical in computing the insert parallelism and
bin-packing inserts into small files.");
+ public static final ConfigProperty<String> ARCHIVE_FILES_MERGE_BATCH_SIZE =
ConfigProperty
+ .key("hoodie.archive.files.merge.batch.size")
+ .defaultValue(String.valueOf(10))
+ .withDocumentation("The numbers of small archive files are merged at
once.");
+
+ public static final ConfigProperty<String>
ARCHIVE_MERGE_SMALL_FILE_LIMIT_BYTES = ConfigProperty
+ .key("hoodie.archive.merge.small.file.limit.bytes")
+ .defaultValue(String.valueOf(20 * 1024 * 1024))
+ .withDocumentation("This config sets the archive file size limit below
which an archive file becomes a candidate to be selected as such a small
file.");
+
+ public static final ConfigProperty<String> ARCHIVE_AUTO_MERGE_ENABLE =
ConfigProperty
+ .key("hoodie.archive.auto.merge.enable")
Review comment:
Changed.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
