This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 5302b9a [HUDI-2662] Downloads from Nexus Pentaho repo taking too long
(#3901)
5302b9a is described below
commit 5302b9a4efdb2b13a17561709459e8a1a55d060e
Author: Sagar Sumit <[email protected]>
AuthorDate: Tue Nov 2 04:44:48 2021 +0530
[HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901)
Co-authored-by: Sivabalan Narayanan <[email protected]>
---
.../org/apache/hudi/metadata/HoodieBackedTableMetadata.java | 11 +++++------
pom.xml | 4 ++--
2 files changed, 7 insertions(+), 8 deletions(-)
diff --git
a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java
b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java
index bf0cf92..1ee8a78 100644
---
a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java
+++
b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java
@@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends
BaseTableMetadata {
logRecords.put(entry.getKey(), entry.getValue());
}
}
+ } else {
+ for (String key : keys) {
+ logRecords.put(key, Option.empty());
+ }
}
timings.add(timer.endTimer());
return logRecords;
@@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends
BaseTableMetadata {
}
} else {
// only log record
- if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) {
- HoodieRecordPayload mergedPayload =
logRecords.get(key).get().getData().preCombine(hoodieRecord.getData());
- result.add(Pair.of(key, Option.of(new
HoodieRecord(hoodieRecord.getKey(), mergedPayload))));
- } else { // not found in both base file and log files
- result.add(Pair.of(key, Option.empty()));
- }
+ result.add(Pair.of(key, logRecords.get(key)));
}
}
timings.add(timer.endTimer());
diff --git a/pom.xml b/pom.xml
index c146cb5..e403973 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1064,10 +1064,10 @@
<id>confluent</id>
<url>https://packages.confluent.io/maven/</url>
</repository>
- <repository>
+ <!--<repository>
<id>pentaho.org</id>
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
- </repository>
+ </repository>-->
</repositories>
<profiles>