[HUDI-1989] Disable HDFSParquetImporter related tests (#3597)
Also mark HDFSParquetImportCommand and HDFSParquetImporter as deprecated.
This commit is contained in:
@@ -23,6 +23,7 @@ import org.apache.hudi.cli.utils.InputStreamConsumer;
|
||||
import org.apache.hudi.cli.utils.SparkUtil;
|
||||
import org.apache.hudi.utilities.HDFSParquetImporter.FormatValidator;
|
||||
import org.apache.hudi.utilities.UtilHelpers;
|
||||
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
|
||||
|
||||
import org.apache.spark.launcher.SparkLauncher;
|
||||
import org.apache.spark.util.Utils;
|
||||
@@ -35,6 +36,9 @@ import scala.collection.JavaConverters;
|
||||
|
||||
/**
|
||||
* CLI command for importing parquet table to hudi table.
|
||||
*
|
||||
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
|
||||
* @see HoodieDeltaStreamer
|
||||
*/
|
||||
@Component
|
||||
public class HDFSParquetImportCommand implements CommandMarker {
|
||||
|
||||
@@ -36,6 +36,7 @@ import org.apache.hadoop.fs.Path;
|
||||
import org.apache.spark.sql.Dataset;
|
||||
import org.apache.spark.sql.Row;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Disabled;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.shell.core.CommandResult;
|
||||
|
||||
@@ -54,6 +55,7 @@ import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
/**
|
||||
* Test class for {@link org.apache.hudi.cli.commands.HDFSParquetImportCommand}.
|
||||
*/
|
||||
@Disabled("Disable due to flakiness and feature deprecation.")
|
||||
public class ITTestHDFSParquetImportCommand extends AbstractShellIntegrationTest {
|
||||
|
||||
private Path sourcePath;
|
||||
|
||||
@@ -31,6 +31,7 @@ import org.apache.hudi.common.model.HoodieRecordPayload;
|
||||
import org.apache.hudi.common.table.HoodieTableMetaClient;
|
||||
import org.apache.hudi.common.util.Option;
|
||||
import org.apache.hudi.exception.HoodieIOException;
|
||||
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
|
||||
|
||||
import com.beust.jcommander.IValueValidator;
|
||||
import com.beust.jcommander.JCommander;
|
||||
@@ -64,6 +65,9 @@ import scala.Tuple2;
|
||||
|
||||
/**
|
||||
* Loads data from Parquet Sources.
|
||||
*
|
||||
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
|
||||
* @see HoodieDeltaStreamer
|
||||
*/
|
||||
public class HDFSParquetImporter implements Serializable {
|
||||
|
||||
|
||||
@@ -38,6 +38,7 @@ import org.apache.spark.sql.Dataset;
|
||||
import org.apache.spark.sql.Row;
|
||||
import org.junit.jupiter.api.AfterEach;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Disabled;
|
||||
import org.junit.jupiter.api.Tag;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
@@ -57,6 +58,7 @@ import java.util.stream.Collectors;
|
||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
|
||||
@Disabled("Disable due to flakiness and feature deprecation.")
|
||||
@Tag("functional")
|
||||
public class TestHDFSParquetImporter extends FunctionalTestHarness implements Serializable {
|
||||
|
||||
|
||||
Reference in New Issue
Block a user