diff --git a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/hbase/TestHBaseIndex.java b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestHBaseIndex.java similarity index 99% rename from hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/hbase/TestHBaseIndex.java rename to hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestHBaseIndex.java index 5d96e1b1e..efaad254f 100644 --- a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/hbase/TestHBaseIndex.java +++ b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestHBaseIndex.java @@ -16,7 +16,7 @@ * limitations under the License. */ -package org.apache.hudi.index.hbase; +package org.apache.hudi.client.functional; import org.apache.hudi.client.SparkRDDWriteClient; import org.apache.hudi.client.WriteStatus; @@ -36,6 +36,7 @@ import org.apache.hudi.config.HoodieIndexConfig; import org.apache.hudi.config.HoodieStorageConfig; import org.apache.hudi.config.HoodieWriteConfig; import org.apache.hudi.index.HoodieIndex; +import org.apache.hudi.index.hbase.SparkHoodieHBaseIndex; import org.apache.hudi.table.HoodieSparkTable; import org.apache.hudi.table.HoodieTable; import org.apache.hudi.testutils.FunctionalTestHarness; @@ -760,6 +761,9 @@ public class TestHBaseIndex extends FunctionalTestHarness { newWriteStatus.setStat(new HoodieWriteStat()); return newWriteStatus; }); + // if not for this caching, due to RDD chaining/lineage, first time update is called again when subsequent update is called. + // So caching here to break the chain and so future update does not re-trigger update of older Rdd. + deleteWriteStatues.cache(); JavaRDD deleteStatus = index.updateLocation(deleteWriteStatues, context(), hoodieTable); assertEquals(deleteStatus.count(), deleteWriteStatues.count()); assertNoWriteErrors(deleteStatus.collect()); diff --git a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/rollback/TestMarkerBasedRollbackStrategy.java b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/functional/TestMarkerBasedRollbackStrategy.java similarity index 98% rename from hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/rollback/TestMarkerBasedRollbackStrategy.java rename to hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/functional/TestMarkerBasedRollbackStrategy.java index 83e2b0584..6e6738653 100644 --- a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/rollback/TestMarkerBasedRollbackStrategy.java +++ b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/functional/TestMarkerBasedRollbackStrategy.java @@ -16,7 +16,7 @@ * limitations under the License. */ -package org.apache.hudi.table.action.rollback; +package org.apache.hudi.table.functional; import org.apache.hudi.client.SparkRDDWriteClient; import org.apache.hudi.client.WriteStatus; @@ -32,6 +32,7 @@ import org.apache.hudi.common.table.timeline.HoodieTimeline; import org.apache.hudi.common.testutils.HoodieTestTable; import org.apache.hudi.config.HoodieWriteConfig; import org.apache.hudi.table.HoodieSparkTable; +import org.apache.hudi.table.action.rollback.SparkMarkerBasedRollbackStrategy; import org.apache.hudi.testutils.HoodieClientTestBase; import org.apache.hadoop.fs.FileStatus; @@ -51,6 +52,7 @@ import java.util.stream.Stream; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertTrue; +@Tag("functional") public class TestMarkerBasedRollbackStrategy extends HoodieClientTestBase { private static final String TEST_NAME_WITH_PARAMS = "[{index}] Test with listing metadata enable={0}"; @@ -106,7 +108,6 @@ public class TestMarkerBasedRollbackStrategy extends HoodieClientTestBase { assertEquals(1, stats.stream().mapToInt(r -> r.getFailedDeleteFiles().size()).sum()); } - @Tag("functional") @ParameterizedTest(name = TEST_NAME_WITH_PARAMS) @MethodSource("configParams") public void testCopyOnWriteRollback(boolean useFileListingMetadata) throws Exception { @@ -129,7 +130,6 @@ public class TestMarkerBasedRollbackStrategy extends HoodieClientTestBase { } } - @Tag("functional") @ParameterizedTest(name = TEST_NAME_WITH_PARAMS) @MethodSource("configParams") public void testMergeOnReadRollback(boolean useFileListingMetadata) throws Exception {