1
0

[HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901)

Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
Sagar Sumit
2021-11-02 04:44:48 +05:30
committed by GitHub
parent 13b637ddc3
commit 5302b9a4ef
2 changed files with 7 additions and 8 deletions

View File

@@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
logRecords.put(entry.getKey(), entry.getValue());
}
}
} else {
for (String key : keys) {
logRecords.put(key, Option.empty());
}
}
timings.add(timer.endTimer());
return logRecords;
@@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
}
} else {
// only log record
if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) {
HoodieRecordPayload mergedPayload = logRecords.get(key).get().getData().preCombine(hoodieRecord.getData());
result.add(Pair.of(key, Option.of(new HoodieRecord(hoodieRecord.getKey(), mergedPayload))));
} else { // not found in both base file and log files
result.add(Pair.of(key, Option.empty()));
}
result.add(Pair.of(key, logRecords.get(key)));
}
}
timings.add(timer.endTimer());

View File

@@ -1064,10 +1064,10 @@
<id>confluent</id>
<url>https://packages.confluent.io/maven/</url>
</repository>
<repository>
<!--<repository>
<id>pentaho.org</id>
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
</repository>
</repository>-->
</repositories>
<profiles>