Clean up code
This commit is contained in:
@@ -198,11 +198,10 @@ public class HoodieLogFileCommand implements CommandMarker {
|
|||||||
HoodieMemoryConfig.DEFAULT_SPILLABLE_MAP_BASE_PATH);
|
HoodieMemoryConfig.DEFAULT_SPILLABLE_MAP_BASE_PATH);
|
||||||
for (HoodieRecord<? extends HoodieRecordPayload> hoodieRecord : scanner) {
|
for (HoodieRecord<? extends HoodieRecordPayload> hoodieRecord : scanner) {
|
||||||
Option<IndexedRecord> record = hoodieRecord.getData().getInsertValue(readerSchema);
|
Option<IndexedRecord> record = hoodieRecord.getData().getInsertValue(readerSchema);
|
||||||
if (allRecords.size() >= limit) {
|
if (allRecords.size() < limit) {
|
||||||
break;
|
|
||||||
}
|
|
||||||
allRecords.add(record.get());
|
allRecords.add(record.get());
|
||||||
}
|
}
|
||||||
|
}
|
||||||
} else {
|
} else {
|
||||||
for (String logFile : logFilePaths) {
|
for (String logFile : logFilePaths) {
|
||||||
Schema writerSchema = new AvroSchemaConverter()
|
Schema writerSchema = new AvroSchemaConverter()
|
||||||
@@ -216,13 +215,12 @@ public class HoodieLogFileCommand implements CommandMarker {
|
|||||||
HoodieAvroDataBlock blk = (HoodieAvroDataBlock) n;
|
HoodieAvroDataBlock blk = (HoodieAvroDataBlock) n;
|
||||||
List<IndexedRecord> records = blk.getRecords();
|
List<IndexedRecord> records = blk.getRecords();
|
||||||
for (IndexedRecord record : records) {
|
for (IndexedRecord record : records) {
|
||||||
if (allRecords.size() >= limit) {
|
if (allRecords.size() < limit) {
|
||||||
break;
|
|
||||||
}
|
|
||||||
allRecords.add(record);
|
allRecords.add(record);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
reader.close();
|
reader.close();
|
||||||
if (allRecords.size() >= limit) {
|
if (allRecords.size() >= limit) {
|
||||||
break;
|
break;
|
||||||
|
|||||||
Reference in New Issue
Block a user