lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Change hadoop version to 3.1.2

Browse Source
This commit is contained in:
v-zhangjc9
2022-04-11 15:10:58 +08:00
parent 46ce96096d
commit 8462d79ead
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java
View File

@@ -21,6 +21,7 @@ package org.apache.hudi.common.table.log.block;
import org.apache.avro.Schema; import org.apache.avro.Schema;
import org.apache.avro.generic.IndexedRecord; import org.apache.avro.generic.IndexedRecord;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.FSDataInputStream; import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream; import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.Path;
@@ -107,7 +108,7 @@ public class HoodieParquetDataBlock extends HoodieDataBlock {
ByteArrayOutputStream baos = new ByteArrayOutputStream(); ByteArrayOutputStream baos = new ByteArrayOutputStream();
try (FSDataOutputStream outputStream = new FSDataOutputStream(baos)) { try (FSDataOutputStream outputStream = new FSDataOutputStream(baos, new FileSystem.Statistics(""))) {
try (HoodieParquetStreamWriter<IndexedRecord> parquetWriter = new HoodieParquetStreamWriter<>(outputStream, avroParquetConfig)) { try (HoodieParquetStreamWriter<IndexedRecord> parquetWriter = new HoodieParquetStreamWriter<>(outputStream, avroParquetConfig)) {
for (IndexedRecord record : records) { for (IndexedRecord record : records) {
String recordKey = getRecordKey(record).orElse(null); String recordKey = getRecordKey(record).orElse(null);

2
pom.xml
View File

@@ -110,7 +110,7 @@
<log4j2.version>2.17.2</log4j2.version> <log4j2.version>2.17.2</log4j2.version>
<slf4j.version>1.7.30</slf4j.version> <slf4j.version>1.7.30</slf4j.version>
<joda.version>2.9.9</joda.version> <joda.version>2.9.9</joda.version>
<hadoop.version>2.10.1</hadoop.version> <hadoop.version>3.1.2</hadoop.version>
<hive.groupid>org.apache.hive</hive.groupid> <hive.groupid>org.apache.hive</hive.groupid>
<hive.version>2.3.1</hive.version> <hive.version>2.3.1</hive.version>
<hive.exec.classifier>core</hive.exec.classifier> <hive.exec.classifier>core</hive.exec.classifier>