[HUDI-2662] Downloads from Nexus Pentaho repo taking too long (#3901)
Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
@@ -165,6 +165,10 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
|
|||||||
logRecords.put(entry.getKey(), entry.getValue());
|
logRecords.put(entry.getKey(), entry.getValue());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
for (String key : keys) {
|
||||||
|
logRecords.put(key, Option.empty());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
timings.add(timer.endTimer());
|
timings.add(timer.endTimer());
|
||||||
return logRecords;
|
return logRecords;
|
||||||
@@ -199,12 +203,7 @@ public class HoodieBackedTableMetadata extends BaseTableMetadata {
|
|||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
// only log record
|
// only log record
|
||||||
if (logRecords.containsKey(key) && logRecords.get(key).isPresent()) {
|
result.add(Pair.of(key, logRecords.get(key)));
|
||||||
HoodieRecordPayload mergedPayload = logRecords.get(key).get().getData().preCombine(hoodieRecord.getData());
|
|
||||||
result.add(Pair.of(key, Option.of(new HoodieRecord(hoodieRecord.getKey(), mergedPayload))));
|
|
||||||
} else { // not found in both base file and log files
|
|
||||||
result.add(Pair.of(key, Option.empty()));
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
timings.add(timer.endTimer());
|
timings.add(timer.endTimer());
|
||||||
|
|||||||
4
pom.xml
4
pom.xml
@@ -1064,10 +1064,10 @@
|
|||||||
<id>confluent</id>
|
<id>confluent</id>
|
||||||
<url>https://packages.confluent.io/maven/</url>
|
<url>https://packages.confluent.io/maven/</url>
|
||||||
</repository>
|
</repository>
|
||||||
<repository>
|
<!--<repository>
|
||||||
<id>pentaho.org</id>
|
<id>pentaho.org</id>
|
||||||
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
|
<url>https://public.nexus.pentaho.org/repository/proxy-public-3rd-party-release/</url>
|
||||||
</repository>
|
</repository>-->
|
||||||
</repositories>
|
</repositories>
|
||||||
|
|
||||||
<profiles>
|
<profiles>
|
||||||
|
|||||||
Reference in New Issue
Block a user