This is an automated email from the ASF dual-hosted git repository.
codope pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 8a5288202e5 [HUDI-6385] Fixing archival tests after RLI base patch
(#9043)
8a5288202e5 is described below
commit 8a5288202e510e9d4d551b5cb588af62677496ba
Author: Sivabalan Narayanan <[email protected]>
AuthorDate: Sat Jun 24 02:04:22 2023 -0400
[HUDI-6385] Fixing archival tests after RLI base patch (#9043)
---
.../java/org/apache/hudi/io/TestHoodieTimelineArchiver.java | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git
a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestHoodieTimelineArchiver.java
b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestHoodieTimelineArchiver.java
index ea90bf38c29..7e6aaa8fe8b 100644
---
a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestHoodieTimelineArchiver.java
+++
b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestHoodieTimelineArchiver.java
@@ -323,7 +323,7 @@ public class TestHoodieTimelineArchiver extends
HoodieClientTestHarness {
}
}
- @Disabled("HUDI-6385")
+ // @Disabled("HUDI-6385")
@ParameterizedTest
@ValueSource(strings = {"KEEP_LATEST_BY_HOURS", "KEEP_LATEST_COMMITS"})
public void testArchivalWithAutoAdjustmentBasedOnCleanConfigs(String
cleaningPolicy) throws Exception {
@@ -334,7 +334,7 @@ public class TestHoodieTimelineArchiver extends
HoodieClientTestHarness {
HoodieWriteConfig config =
HoodieWriteConfig.newBuilder().withPath(basePath)
.withFileSystemViewConfig(FileSystemViewStorageConfig.newBuilder()
.withRemoteServerPort(timelineServicePort).build())
-
.withMetadataConfig(HoodieMetadataConfig.newBuilder().withAssumeDatePartitioning(true).build())
+
.withMetadataConfig(HoodieMetadataConfig.newBuilder().withAssumeDatePartitioning(true).withMaxNumDeltaCommitsBeforeCompaction(5).build())
.withCleanConfig(HoodieCleanConfig.newBuilder()
.withFailedWritesCleaningPolicy(HoodieFailedWritesCleaningPolicy.EAGER)
.withCleanerPolicy(HoodieCleaningPolicy.valueOf(cleaningPolicy))
@@ -421,12 +421,12 @@ public class TestHoodieTimelineArchiver extends
HoodieClientTestHarness {
commitMeta = generateCommitMetadata(instantTime, partToFileIds);
metadataWriter.performTableServices(Option.of(instantTime));
metadataWriter.update(commitMeta, context.emptyHoodieData(),
instantTime);
+ metaClient.getActiveTimeline().saveAsComplete(
+ new HoodieInstant(State.INFLIGHT, HoodieTimeline.COMMIT_ACTION,
instantTime),
+
Option.of(commitMeta.toJsonString().getBytes(StandardCharsets.UTF_8)));
} else {
commitMeta = generateCommitMetadata(instantTime, new HashMap<>());
}
- metaClient.getActiveTimeline().saveAsComplete(
- new HoodieInstant(State.INFLIGHT, HoodieTimeline.COMMIT_ACTION,
instantTime),
- Option.of(commitMeta.toJsonString().getBytes(StandardCharsets.UTF_8)));
metaClient = HoodieTableMetaClient.reload(metaClient);
return new HoodieInstant(
isComplete ? State.COMPLETED : State.INFLIGHT,
HoodieTimeline.COMMIT_ACTION, instantTime);