1
0

[HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901)

Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
Sagar Sumit
2021-11-02 04:44:48 +05:30
committed by GitHub
parent 13b637ddc3
commit 5302b9a4ef
2 changed files with 7 additions and 8 deletions

View File

@@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
logRecords.put(entry.getKey(), entry.getValue()); logRecords.put(entry.getKey(), entry.getValue());
} }
} }
} else {
for (String key : keys) {
logRecords.put(key, Option.empty());
}
} }
timings.add(timer.endTimer()); timings.add(timer.endTimer());
return logRecords; return logRecords;
@@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
} }
} else { } else {
// only log record // only log record
if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) { result.add(Pair.of(key, logRecords.get(key)));
HoodieRecordPayload mergedPayload = logRecords.get(key).get().getData().preCombine(hoodieRecord.getData());
result.add(Pair.of(key, Option.of(new HoodieRecord(hoodieRecord.getKey(), mergedPayload))));
} else { // not found in both base file and log files
result.add(Pair.of(key, Option.empty()));
}
} }
} }
timings.add(timer.endTimer()); timings.add(timer.endTimer());

View File

@@ -1064,10 +1064,10 @@
<id>confluent</id> <id>confluent</id>
<url>https://packages.confluent.io/maven/</url> <url>https://packages.confluent.io/maven/</url>
</repository> </repository>
<repository> <!--<repository>
<id>pentaho.org</id> <id>pentaho.org</id>
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url> <url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
</repository> </repository>-->
</repositories> </repositories>
<profiles> <profiles>