This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new d2304c559ae [HUDI-7963] Minor enhancement to RLI flow with MDT (#11582)
d2304c559ae is described below
commit d2304c559ae65e251d73d4f77254be3dde86c1ef
Author: Sivabalan Narayanan <[email protected]>
AuthorDate: Wed Jul 24 14:50:55 2024 -0700
[HUDI-7963] Minor enhancement to RLI flow with MDT (#11582)
Co-authored-by: Y Ethan Guo <[email protected]>
---
.../org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java | 8 +++++---
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
index c38a68e37cf..ffbffc104b1 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadataWriter.java
@@ -1026,9 +1026,11 @@ public abstract class HoodieBackedTableMetadataWriter<I>
implements HoodieTableM
// Updates for record index are created by parsing the WriteStatus which
is a hudi-client object. Hence, we cannot yet move this code
// to the HoodieTableMetadataUtil class in hudi-common.
- HoodieData<HoodieRecord> updatesFromWriteStatuses =
getRecordIndexUpserts(writeStatus);
- HoodieData<HoodieRecord> additionalUpdates =
getRecordIndexAdditionalUpserts(updatesFromWriteStatuses, commitMetadata);
- partitionToRecordMap.put(RECORD_INDEX,
updatesFromWriteStatuses.union(additionalUpdates));
+ if (dataWriteConfig.isRecordIndexEnabled()) {
+ HoodieData<HoodieRecord> updatesFromWriteStatuses =
getRecordIndexUpserts(writeStatus);
+ HoodieData<HoodieRecord> additionalUpdates =
getRecordIndexAdditionalUpserts(updatesFromWriteStatuses, commitMetadata);
+ partitionToRecordMap.put(RECORD_INDEX,
updatesFromWriteStatuses.union(additionalUpdates));
+ }
updateFunctionalIndexIfPresent(commitMetadata, instantTime,
partitionToRecordMap);
updateSecondaryIndexIfPresent(commitMetadata, partitionToRecordMap,
writeStatus);
return partitionToRecordMap;