kbuci commented on code in PR #18295:
URL: https://github.com/apache/hudi/pull/18295#discussion_r2963554606
##########
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMetadataConfig.java:
##########
@@ -81,6 +82,28 @@ public final class HoodieMetadataConfig extends HoodieConfig
{
+ "in streaming manner rather than two disjoint writes. By default "
+ "streaming writes to metadata table is enabled for SPARK engine
for incremental operations and disabled for all other cases.");
+ public static final ConfigProperty<String> METADATA_WRITE_CONCURRENCY_MODE =
ConfigProperty
+ .key(METADATA_PREFIX + ".write.concurrency.mode")
+ .defaultValue(WriteConcurrencyMode.SINGLE_WRITER.name())
+ .markAdvanced()
+ .withDocumentation("Change this to OPTIMISTIC_CONCURRENCY_CONTROL when
MDT operations are being performed "
+ + "from an external concurrent writer (such as a table service
platform) so that appropriate locks are taken.");
+
+ public static final ConfigProperty<Boolean> TABLE_SERVICE_MANAGER_ENABLED =
ConfigProperty
+ .key(METADATA_PREFIX + ".table.service.manager.enabled")
+ .defaultValue(false)
+ .markAdvanced()
+ .withDocumentation("If true, delegate specified table service actions on
the metadata table to the table service manager "
+ + "instead of executing them inline. This prevents the current
writer from executing compaction/logcompaction "
+ + "on the metadata table, allowing a separate async pipeline to
handle them.");
+
+ public static final ConfigProperty<String> TABLE_SERVICE_MANAGER_ACTIONS =
ConfigProperty
+ .key(METADATA_PREFIX + ".table.service.manager.actions")
+ .defaultValue("")
+ .markAdvanced()
+ .withDocumentation("Comma-separated list of table service actions on the
metadata table "
+ + "that should be delegated to the table service manager. Currently
supported actions are: compaction, logcompaction.");
Review Comment:
updated
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
