Fixes needed to run merge-on-read testing on production scale data

hoodie-client/src/main/java/com/uber/hoodie/table/HoodieMergeOnReadTable.java

@@ -17,11 +17,17 @@
 package com.uber.hoodie.table;
 
 import com.uber.hoodie.WriteStatus;
+import com.uber.hoodie.common.model.HoodieCompactionMetadata;
 import com.uber.hoodie.common.model.HoodieRecord;
 import com.uber.hoodie.common.model.HoodieRecordPayload;
 import com.uber.hoodie.common.table.HoodieTableMetaClient;
+import com.uber.hoodie.common.table.timeline.HoodieInstant;
 import com.uber.hoodie.config.HoodieWriteConfig;
+import com.uber.hoodie.exception.HoodieCompactionException;
 import com.uber.hoodie.io.HoodieAppendHandle;
+import com.uber.hoodie.io.compact.CompactionFilter;
+import com.uber.hoodie.io.compact.HoodieRealtimeTableCompactor;
+import java.util.Optional;
 import org.apache.log4j.LogManager;
 import org.apache.log4j.Logger;
 
@@ -29,6 +35,7 @@ import java.io.IOException;
 import java.util.Collections;
 import java.util.Iterator;
 import java.util.List;
+import org.apache.spark.api.java.JavaSparkContext;
 
 /**
  * Implementation of a more real-time read-optimized Hoodie Table where
@@ -59,4 +66,33 @@ public class HoodieMergeOnReadTable<T extends HoodieRecordPayload> extends Hoodi
         return Collections.singletonList(Collections.singletonList(appendHandle.getWriteStatus()))
             .iterator();
     }
+
+    @Override
+    public Optional<HoodieCompactionMetadata> compact(JavaSparkContext jsc) {
+        logger.info("Checking if compaction needs to be run on " + config.getBasePath());
+        Optional<HoodieInstant> lastCompaction = getActiveTimeline().getCompactionTimeline()
+            .filterCompletedInstants().lastInstant();
+        String deltaCommitsSinceTs = "0";
+        if (lastCompaction.isPresent()) {
+            deltaCommitsSinceTs = lastCompaction.get().getTimestamp();
+        }
+
+        int deltaCommitsSinceLastCompaction = getActiveTimeline().getDeltaCommitTimeline()
+            .findInstantsAfter(deltaCommitsSinceTs, Integer.MAX_VALUE).countInstants();
+        if (config.getInlineCompactDeltaCommitMax() > deltaCommitsSinceLastCompaction) {
+            logger.info("Not running compaction as only " + deltaCommitsSinceLastCompaction
+                + " delta commits was found since last compaction " + deltaCommitsSinceTs
+                + ". Waiting for " + config.getInlineCompactDeltaCommitMax());
+            return Optional.empty();
+        }
+
+        logger.info("Compacting merge on read table " + config.getBasePath());
+        HoodieRealtimeTableCompactor compactor = new HoodieRealtimeTableCompactor();
+        try {
+            return Optional.of(compactor.compact(jsc, config, this, CompactionFilter.allowAll()));
+        } catch (IOException e) {
+            throw new HoodieCompactionException("Could not compact " + config.getBasePath(), e);
+        }
+    }
+
 }