1
0

[HUDI-1989] Disable HDFSParquetImporter related tests (#3597)

Also mark HDFSParquetImportCommand and HDFSParquetImporter as deprecated.
This commit is contained in:
Raymond Xu
2021-09-03 20:08:11 -07:00
committed by GitHub
parent 6bd3ca98d6
commit 073c318d9f
4 changed files with 12 additions and 0 deletions

View File

@@ -23,6 +23,7 @@ import org.apache.hudi.cli.utils.InputStreamConsumer;
import org.apache.hudi.cli.utils.SparkUtil;
import org.apache.hudi.utilities.HDFSParquetImporter.FormatValidator;
import org.apache.hudi.utilities.UtilHelpers;
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
import org.apache.spark.launcher.SparkLauncher;
import org.apache.spark.util.Utils;
@@ -35,6 +36,9 @@ import scala.collection.JavaConverters;
/**
* CLI command for importing parquet table to hudi table.
*
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
* @see HoodieDeltaStreamer
*/
@Component
public class HDFSParquetImportCommand implements CommandMarker {

View File

@@ -36,6 +36,7 @@ import org.apache.hadoop.fs.Path;
import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Test;
import org.springframework.shell.core.CommandResult;
@@ -54,6 +55,7 @@ import static org.junit.jupiter.api.Assertions.assertTrue;
/**
* Test class for {@link org.apache.hudi.cli.commands.HDFSParquetImportCommand}.
*/
@Disabled("Disable due to flakiness and feature deprecation.")
public class ITTestHDFSParquetImportCommand extends AbstractShellIntegrationTest {
private Path sourcePath;

View File

@@ -31,6 +31,7 @@ import org.apache.hudi.common.model.HoodieRecordPayload;
import org.apache.hudi.common.table.HoodieTableMetaClient;
import org.apache.hudi.common.util.Option;
import org.apache.hudi.exception.HoodieIOException;
import org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer;
import com.beust.jcommander.IValueValidator;
import com.beust.jcommander.JCommander;
@@ -64,6 +65,9 @@ import scala.Tuple2;
/**
* Loads data from Parquet Sources.
*
* @deprecated This utility is deprecated in 0.10.0 and will be removed in 0.11.0. Use {@link HoodieDeltaStreamer.Config#runBootstrap} instead.
* @see HoodieDeltaStreamer
*/
public class HDFSParquetImporter implements Serializable {

View File

@@ -38,6 +38,7 @@ import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Tag;
import org.junit.jupiter.api.Test;
@@ -57,6 +58,7 @@ import java.util.stream.Collectors;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertTrue;
@Disabled("Disable due to flakiness and feature deprecation.")
@Tag("functional")
public class TestHDFSParquetImporter extends FunctionalTestHarness implements Serializable {