lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Merge pull request #1143 from BigDataArtisans/outoflimit

Browse Source 
[MINOR] Fix out of limits for results
This commit is contained in:
Suneel Marthi
2019-12-31 02:08:54 -05:00
committed by GitHub
parent e637d9ed26 619f501054
commit add4b1e329
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
hudi-cli/src/main/java/org/apache/hudi/cli/commands/HoodieLogFileCommand.java
View File

@@ -198,10 +198,9 @@ public class HoodieLogFileCommand implements CommandMarker {
HoodieMemoryConfig.DEFAULT_SPILLABLE_MAP_BASE_PATH);
for (HoodieRecord<? extends HoodieRecordPayload> hoodieRecord : scanner) {
Option<IndexedRecord> record = hoodieRecord.getData().getInsertValue(readerSchema);
if (allRecords.size() >= limit) {
break;
if (allRecords.size() < limit) {
allRecords.add(record.get());
}
allRecords.add(record.get());
}
} else {
for (String logFile : logFilePaths) {
@@ -215,9 +214,10 @@ public class HoodieLogFileCommand implements CommandMarker {
if (n instanceof HoodieAvroDataBlock) {
HoodieAvroDataBlock blk = (HoodieAvroDataBlock) n;
List<IndexedRecord> records = blk.getRecords();
allRecords.addAll(records);
if (allRecords.size() >= limit) {
break;
for (IndexedRecord record : records) {
if (allRecords.size() < limit) {
allRecords.add(record);
}
}
}
}