From 8462d79eada0f8e7b7be45eb5ba791a251570c54 Mon Sep 17 00:00:00 2001 From: v-zhangjc9 Date: Mon, 11 Apr 2022 15:10:58 +0800 Subject: [PATCH] Change hadoop version to 3.1.2 --- .../hudi/common/table/log/block/HoodieParquetDataBlock.java | 3 ++- pom.xml | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java b/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java index afb448f84..aabd38e54 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java @@ -21,6 +21,7 @@ package org.apache.hudi.common.table.log.block; import org.apache.avro.Schema; import org.apache.avro.generic.IndexedRecord; import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FSDataInputStream; import org.apache.hadoop.fs.FSDataOutputStream; import org.apache.hadoop.fs.Path; @@ -107,7 +108,7 @@ public class HoodieParquetDataBlock extends HoodieDataBlock { ByteArrayOutputStream baos = new ByteArrayOutputStream(); - try (FSDataOutputStream outputStream = new FSDataOutputStream(baos)) { + try (FSDataOutputStream outputStream = new FSDataOutputStream(baos, new FileSystem.Statistics(""))) { try (HoodieParquetStreamWriter parquetWriter = new HoodieParquetStreamWriter<>(outputStream, avroParquetConfig)) { for (IndexedRecord record : records) { String recordKey = getRecordKey(record).orElse(null); diff --git a/pom.xml b/pom.xml index 49538db38..4118342f7 100644 --- a/pom.xml +++ b/pom.xml @@ -110,7 +110,7 @@ 2.17.2 1.7.30 2.9.9 - 2.10.1 + 3.1.2 org.apache.hive 2.3.1 core