This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/master by this push:
new d860fb1 HUDI-139 Compaction running twice due to duplicate "map"
transformation while finalizing compaction
d860fb1 is described below
commit d860fb18b6248abfa911e6188d1105f2afc4e582
Author: Balaji Varadarajan <[email protected]>
AuthorDate: Wed May 29 12:00:35 2019 -0700
HUDI-139 Compaction running twice due to duplicate "map" transformation
while finalizing compaction
---
hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java | 7 ++-----
1 file changed, 2 insertions(+), 5 deletions(-)
diff --git a/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java
b/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java
index fb64282..13ef21a 100644
--- a/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java
+++ b/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java
@@ -1326,8 +1326,7 @@ public class HoodieWriteClient<T extends
HoodieRecordPayload> extends AbstractHo
}
// Finalize write
- List<HoodieWriteStat> stats =
writeStatuses.map(WriteStatus::getStat).collect();
- finalizeWrite(table, compactionCommitTime, stats);
+ finalizeWrite(table, compactionCommitTime, updateStatusMap);
// Copy extraMetadata
extraMetadata.ifPresent(m -> {
@@ -1336,9 +1335,7 @@ public class HoodieWriteClient<T extends
HoodieRecordPayload> extends AbstractHo
});
});
- logger.info("Compaction finished with result " + metadata);
-
- logger.info("Committing Compaction " + compactionCommitTime);
+ logger.info("Committing Compaction " + compactionCommitTime + ". Finished
with result " + metadata);
HoodieActiveTimeline activeTimeline = metaClient.getActiveTimeline();
try {
