From 1e802ad4f2d3b6ba908c6488df7505ee7cb9415a Mon Sep 17 00:00:00 2001 From: Prasanna Rajaperumal Date: Mon, 3 Apr 2017 13:52:07 -0700 Subject: [PATCH] Move HoodieAvroReader to hoodie-common, it will be used for compaction and in the record reader --- .../hoodie/io/compact/HoodieRealtimeTableCompactor.java | 8 +------- .../hoodie/common/table/log/avro}/HoodieAvroReader.java | 4 +--- 2 files changed, 2 insertions(+), 10 deletions(-) rename {hoodie-client/src/main/java/com/uber/hoodie/io => hoodie-common/src/main/java/com/uber/hoodie/common/table/log/avro}/HoodieAvroReader.java (97%) diff --git a/hoodie-client/src/main/java/com/uber/hoodie/io/compact/HoodieRealtimeTableCompactor.java b/hoodie-client/src/main/java/com/uber/hoodie/io/compact/HoodieRealtimeTableCompactor.java index daee963cc..32a70ecbf 100644 --- a/hoodie-client/src/main/java/com/uber/hoodie/io/compact/HoodieRealtimeTableCompactor.java +++ b/hoodie-client/src/main/java/com/uber/hoodie/io/compact/HoodieRealtimeTableCompactor.java @@ -22,23 +22,19 @@ import com.uber.hoodie.WriteStatus; import com.uber.hoodie.common.model.CompactionWriteStat; import com.uber.hoodie.common.model.HoodieAvroPayload; import com.uber.hoodie.common.model.HoodieCompactionMetadata; -import com.uber.hoodie.common.model.HoodieRecord; import com.uber.hoodie.common.model.HoodieTableType; -import com.uber.hoodie.common.model.HoodieWriteStat; import com.uber.hoodie.common.table.HoodieTableMetaClient; import com.uber.hoodie.common.table.HoodieTimeline; +import com.uber.hoodie.common.table.log.avro.HoodieAvroReader; import com.uber.hoodie.common.table.timeline.HoodieActiveTimeline; import com.uber.hoodie.common.table.timeline.HoodieInstant; -import com.uber.hoodie.common.util.AvroUtils; import com.uber.hoodie.common.util.FSUtils; import com.uber.hoodie.common.util.HoodieAvroUtils; import com.uber.hoodie.config.HoodieWriteConfig; import com.uber.hoodie.exception.HoodieCompactionException; -import com.uber.hoodie.io.HoodieAvroReader; import com.uber.hoodie.table.HoodieCopyOnWriteTable; import com.uber.hoodie.table.HoodieTable; import java.util.Collection; -import java.util.stream.Collectors; import java.util.stream.StreamSupport; import org.apache.avro.Schema; import org.apache.hadoop.fs.FileSystem; @@ -46,8 +42,6 @@ import org.apache.log4j.LogManager; import org.apache.log4j.Logger; import org.apache.spark.api.java.JavaSparkContext; import org.apache.spark.api.java.function.FlatMapFunction; -import org.apache.spark.api.java.function.PairFunction; -import scala.Tuple2; import java.io.IOException; import java.nio.charset.StandardCharsets; diff --git a/hoodie-client/src/main/java/com/uber/hoodie/io/HoodieAvroReader.java b/hoodie-common/src/main/java/com/uber/hoodie/common/table/log/avro/HoodieAvroReader.java similarity index 97% rename from hoodie-client/src/main/java/com/uber/hoodie/io/HoodieAvroReader.java rename to hoodie-common/src/main/java/com/uber/hoodie/common/table/log/avro/HoodieAvroReader.java index ae9c4a406..ab8907090 100644 --- a/hoodie-client/src/main/java/com/uber/hoodie/io/HoodieAvroReader.java +++ b/hoodie-common/src/main/java/com/uber/hoodie/common/table/log/avro/HoodieAvroReader.java @@ -14,9 +14,8 @@ * limitations under the License. */ -package com.uber.hoodie.io; +package com.uber.hoodie.common.table.log.avro; -import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.uber.hoodie.common.model.HoodieAvroPayload; import com.uber.hoodie.common.model.HoodieKey; @@ -26,7 +25,6 @@ import java.util.Collection; import java.util.Iterator; import java.util.List; import java.util.Map; -import java.util.Optional; import java.util.Spliterator; import java.util.concurrent.atomic.AtomicLong; import java.util.function.Consumer;