lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

fix HoodieLogFileReader (#787)

Browse Source
This commit is contained in:
eisig
2019-07-16 04:25:55 +08:00
committed by vinoth chandar
parent ae3c02fb3f
commit c0593e7a13
1 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
hoodie-common/src/main/java/com/uber/hoodie/common/table/log/HoodieLogFileReader.java
View File

@@ -67,9 +67,17 @@ class HoodieLogFileReader implements HoodieLogFormat.Reader {
HoodieLogFileReader(FileSystem fs, HoodieLogFile logFile, Schema readerSchema, int bufferSize, HoodieLogFileReader(FileSystem fs, HoodieLogFile logFile, Schema readerSchema, int bufferSize,
boolean readBlockLazily, boolean reverseReader) throws IOException { boolean readBlockLazily, boolean reverseReader) throws IOException {
this.inputStream = new FSDataInputStream( FSDataInputStream fsDataInputStream = fs.open(logFile.getPath(), bufferSize);
new BufferedFSInputStream((FSInputStream) fs.open(logFile.getPath(), bufferSize).getWrappedStream(), if (fsDataInputStream.getWrappedStream() instanceof FSInputStream) {
bufferSize)); this.inputStream = new FSDataInputStream(
new BufferedFSInputStream((FSInputStream) fsDataInputStream.getWrappedStream(),
bufferSize));
} else {
// fsDataInputStream.getWrappedStream() maybe a BufferedFSInputStream
// need to wrap in another BufferedFSInputStream the make bufferSize work?
this.inputStream = fsDataInputStream;
}
this.logFile = logFile; this.logFile = logFile;
this.readerSchema = readerSchema; this.readerSchema = readerSchema;
this.readBlockLazily = readBlockLazily; this.readBlockLazily = readBlockLazily;