lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3707] Fix target schema handling in HoodieSparkUtils while creating RDD (#5347)

Browse Source
This commit is contained in:
Sagar Sumit
2022-04-18 23:04:04 +05:30
committed by GitHub
parent b00d03fd62
commit 1718bcab84
2 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-utilities/src/test/java/org/apache/hudi/utilities/functional/TestHoodieDeltaStreamer.java
View File

@@ -1690,7 +1690,6 @@ public class TestHoodieDeltaStreamer extends HoodieDeltaStreamerTestBase {
testParquetDFSSource(false, null, true);
}
@Disabled("HUDI-3707 To investigate problem with schema provider and transformer")
@Test
public void testParquetDFSSourceWithoutSchemaProviderAndTransformer() throws Exception {
testParquetDFSSource(false, Collections.singletonList(TripsWithDistanceTransformer.class.getName()));
@@ -1701,7 +1700,6 @@ public class TestHoodieDeltaStreamer extends HoodieDeltaStreamerTestBase {
testParquetDFSSource(true, null);
}
@Disabled("HUDI-3707 To investigate problem with schema provider and transformer")
@Test
public void testParquetDFSSourceWithSchemaFilesAndTransformer() throws Exception {
testParquetDFSSource(true, Collections.singletonList(TripsWithDistanceTransformer.class.getName()));
@@ -1712,7 +1710,6 @@ public class TestHoodieDeltaStreamer extends HoodieDeltaStreamerTestBase {
testORCDFSSource(false, null);
}
@Disabled("HUDI-3707 To investigate problem with schema provider and transformer")
@Test
public void testORCDFSSourceWithSchemaProviderAndWithTransformer() throws Exception {
testORCDFSSource(true, Collections.singletonList(TripsWithDistanceTransformer.class.getName()));
@@ -1807,7 +1804,6 @@ public class TestHoodieDeltaStreamer extends HoodieDeltaStreamerTestBase {
testCsvDFSSource(true, '\t', false, Collections.singletonList(TripsWithDistanceTransformer.class.getName()));
}
@Disabled("HUDI-3707 To investigate problem with schema provider and transformer")
@Test
public void testCsvDFSSourceWithHeaderAndSepWithSchemaProviderAndTransformer() throws Exception {
// The CSV files have header, the columns are separated by '\t'
@@ -1850,7 +1846,6 @@ public class TestHoodieDeltaStreamer extends HoodieDeltaStreamerTestBase {
assertTrue(e.getMessage().contains("cannot resolve '`begin_lat`' given input columns:"));
}
@Disabled("HUDI-3707 To investigate problem with schema provider and transformer")
@Test
public void testCsvDFSSourceNoHeaderWithSchemaProviderAndTransformer() throws Exception {
// The CSV files do not have header, the columns are separated by '\t'