[HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901)
Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
@@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
|
||||
logRecords.put(entry.getKey(), entry.getValue());
|
||||
}
|
||||
}
|
||||
} else {
|
||||
for (String key : keys) {
|
||||
logRecords.put(key, Option.empty());
|
||||
}
|
||||
}
|
||||
timings.add(timer.endTimer());
|
||||
return logRecords;
|
||||
@@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
|
||||
}
|
||||
} else {
|
||||
// only log record
|
||||
if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) {
|
||||
HoodieRecordPayload mergedPayload = logRecords.get(key).get().getData().preCombine(hoodieRecord.getData());
|
||||
result.add(Pair.of(key, Option.of(new HoodieRecord(hoodieRecord.getKey(), mergedPayload))));
|
||||
} else { // not found in both base file and log files
|
||||
result.add(Pair.of(key, Option.empty()));
|
||||
}
|
||||
result.add(Pair.of(key, logRecords.get(key)));
|
||||
}
|
||||
}
|
||||
timings.add(timer.endTimer());
|
||||
|
||||
4
pom.xml
4
pom.xml
@@ -1064,10 +1064,10 @@
|
||||
<id>confluent</id>
|
||||
<url>https://packages.confluent.io/maven/</url>
|
||||
</repository>
|
||||
<repository>
|
||||
<!--<repository>
|
||||
<id>pentaho.org</id>
|
||||
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
|
||||
</repository>
|
||||
</repository>-->
|
||||
</repositories>
|
||||
|
||||
<profiles>
|
||||
|
||||
Reference in New Issue
Block a user