[HUDI-1989] Disable HDFSParquetImporter related tests (#3597)
Also mark HDFSParquetImportCommand and HDFSParquetImporter as deprecated.
This commit is contained in:
@@ -23,6 +23,7 @@ import org.apache.hudi.cli.utils.InputStreamConsumer;
|
|||||||
import org.apache.hudi.cli.utils.SparkUtil;
|
import org.apache.hudi.cli.utils.SparkUtil;
|
||||||
import org.apache.hudi.utilities.HDFSParquetImporter.FormatValidator;
|
import org.apache.hudi.utilities.HDFSParquetImporter.FormatValidator;
|
||||||
import org.apache.hudi.utilities.UtilHelpers;
|
import org.apache.hudi.utilities.UtilHelpers;
|
||||||
|
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
|
||||||
|
|
||||||
import org.apache.spark.launcher.SparkLauncher;
|
import org.apache.spark.launcher.SparkLauncher;
|
||||||
import org.apache.spark.util.Utils;
|
import org.apache.spark.util.Utils;
|
||||||
@@ -35,6 +36,9 @@ import scala.collection.JavaConverters;
|
|||||||
|
|
||||||
/**
|
/**
|
||||||
* CLI command for importing parquet table to hudi table.
|
* CLI command for importing parquet table to hudi table.
|
||||||
|
*
|
||||||
|
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
|
||||||
|
* @see HoodieDeltaStreamer
|
||||||
*/
|
*/
|
||||||
@Component
|
@Component
|
||||||
public class HDFSParquetImportCommand implements CommandMarker {
|
public class HDFSParquetImportCommand implements CommandMarker {
|
||||||
|
|||||||
@@ -36,6 +36,7 @@ import org.apache.hadoop.fs.Path;
|
|||||||
import org.apache.spark.sql.Dataset;
|
import org.apache.spark.sql.Dataset;
|
||||||
import org.apache.spark.sql.Row;
|
import org.apache.spark.sql.Row;
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
|
import org.junit.jupiter.api.Disabled;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
import org.springframework.shell.core.CommandResult;
|
import org.springframework.shell.core.CommandResult;
|
||||||
|
|
||||||
@@ -54,6 +55,7 @@ import static org.junit.jupiter.api.Assertions.assertTrue;
|
|||||||
/**
|
/**
|
||||||
* Test class for {@link org.apache.hudi.cli.commands.HDFSParquetImportCommand}.
|
* Test class for {@link org.apache.hudi.cli.commands.HDFSParquetImportCommand}.
|
||||||
*/
|
*/
|
||||||
|
@Disabled("Disable due to flakiness and feature deprecation.")
|
||||||
public class ITTestHDFSParquetImportCommand extends AbstractShellIntegrationTest {
|
public class ITTestHDFSParquetImportCommand extends AbstractShellIntegrationTest {
|
||||||
|
|
||||||
private Path sourcePath;
|
private Path sourcePath;
|
||||||
|
|||||||
@@ -31,6 +31,7 @@ import org.apache.hudi.common.model.HoodieRecordPayload;
|
|||||||
import org.apache.hudi.common.table.HoodieTableMetaClient;
|
import org.apache.hudi.common.table.HoodieTableMetaClient;
|
||||||
import org.apache.hudi.common.util.Option;
|
import org.apache.hudi.common.util.Option;
|
||||||
import org.apache.hudi.exception.HoodieIOException;
|
import org.apache.hudi.exception.HoodieIOException;
|
||||||
|
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
|
||||||
|
|
||||||
import com.beust.jcommander.IValueValidator;
|
import com.beust.jcommander.IValueValidator;
|
||||||
import com.beust.jcommander.JCommander;
|
import com.beust.jcommander.JCommander;
|
||||||
@@ -64,6 +65,9 @@ import scala.Tuple2;
|
|||||||
|
|
||||||
/**
|
/**
|
||||||
* Loads data from Parquet Sources.
|
* Loads data from Parquet Sources.
|
||||||
|
*
|
||||||
|
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
|
||||||
|
* @see HoodieDeltaStreamer
|
||||||
*/
|
*/
|
||||||
public class HDFSParquetImporter implements Serializable {
|
public class HDFSParquetImporter implements Serializable {
|
||||||
|
|
||||||
|
|||||||
@@ -38,6 +38,7 @@ import org.apache.spark.sql.Dataset;
|
|||||||
import org.apache.spark.sql.Row;
|
import org.apache.spark.sql.Row;
|
||||||
import org.junit.jupiter.api.AfterEach;
|
import org.junit.jupiter.api.AfterEach;
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
|
import org.junit.jupiter.api.Disabled;
|
||||||
import org.junit.jupiter.api.Tag;
|
import org.junit.jupiter.api.Tag;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
@@ -57,6 +58,7 @@ import java.util.stream.Collectors;
|
|||||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||||
|
|
||||||
|
@Disabled("Disable due to flakiness and feature deprecation.")
|
||||||
@Tag("functional")
|
@Tag("functional")
|
||||||
public class TestHDFSParquetImporter extends FunctionalTestHarness implements Serializable {
|
public class TestHDFSParquetImporter extends FunctionalTestHarness implements Serializable {
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user