lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2900] Fix corrupt block end position (#4181)

Browse Source 
* [HUDI-2900] Fix corrupt block end position

* add a test
This commit is contained in:
Ron
2021-12-06 20:38:39 +08:00
committed by GitHub
parent f0e46bf522
commit 84b531ae75
3 changed files with 60 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileReader.java
View File

@@ -284,7 +284,7 @@ public class HoodieLogFileReader implements HoodieLogFormat.Reader {
long contentPosition = inputStream.getPos();
byte[] corruptedBytes = HoodieLogBlock.readOrSkipContent(inputStream, corruptedBlockSize, readBlockLazily);
return HoodieCorruptBlock.getBlock(logFile, inputStream, Option.ofNullable(corruptedBytes), readBlockLazily,
contentPosition, corruptedBlockSize, corruptedBlockSize, new HashMap<>(), new HashMap<>());
contentPosition, corruptedBlockSize, nextBlockOffset, new HashMap<>(), new HashMap<>());
}
private boolean isBlockCorrupt(int blocksize) throws IOException {

4
hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieCommandBlock.java
View File

@@ -67,10 +67,10 @@ public class HoodieCommandBlock extends HoodieLogBlock {
}
public static HoodieLogBlock getBlock(HoodieLogFile logFile, FSDataInputStream inputStream, Option<byte[]> content,
boolean readBlockLazily, long position, long blockSize, long blockEndpos, Map<HeaderMetadataType, String> header,
boolean readBlockLazily, long position, long blockSize, long blockEndPos, Map<HeaderMetadataType, String> header,
Map<HeaderMetadataType, String> footer) {
return new HoodieCommandBlock(content, inputStream, readBlockLazily,
Option.of(new HoodieLogBlockContentLocation(logFile, position, blockSize, blockEndpos)), header, footer);
Option.of(new HoodieLogBlockContentLocation(logFile, position, blockSize, blockEndPos)), header, footer);
}
}