From 5302b9a4efdb2b13a17561709459e8a1a55d060e Mon Sep 17 00:00:00 2001 From: Sagar Sumit Date: Tue, 2 Nov 2021 04:44:48 +0530 Subject: [PATCH] [HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901) Co-authored-by: Sivabalan Narayanan --- .../hudi/metadata/HoodieBackedTableMetadata.java | 11 +++++------ pom.xml | 4 ++-- 2 files changed, 7 insertions(+), 8 deletions(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java index bf0cf9219..1ee8a78e3 100644 --- a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java +++ b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieBackedTableMetadata.java @@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata { logRecords.put(entry.getKey(), entry.getValue()); } } + } else { + for (String key : keys) { + logRecords.put(key, Option.empty()); + } } timings.add(timer.endTimer()); return logRecords; @@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata { } } else { // only log record - if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) { - HoodieRecordPayload mergedPayload = logRecords.get(key).get().getData().preCombine(hoodieRecord.getData()); - result.add(Pair.of(key, Option.of(new HoodieRecord(hoodieRecord.getKey(), mergedPayload)))); - } else { // not found in both base file and log files - result.add(Pair.of(key, Option.empty())); - } + result.add(Pair.of(key, logRecords.get(key))); } } timings.add(timer.endTimer()); diff --git a/pom.xml b/pom.xml index c146cb565..e403973b4 100644 --- a/pom.xml +++ b/pom.xml @@ -1064,10 +1064,10 @@ confluent https://packages.confluent.io/maven/ - +