lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2566] Adding multi-writer test support to integ test (#5065)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-03-28 14:05:00 -07:00
committed by GitHub
parent 6ccbae4d2a
commit d074089c62
25 changed files with 741 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-integ-test/src/test/java/org/apache/hudi/integ/testsuite/TestDFSHoodieTestSuiteWriterAdapter.java
View File

@@ -125,7 +125,7 @@ public class TestDFSHoodieTestSuiteWriterAdapter extends UtilitiesTestBase {
public void testDFSWorkloadSinkWithMultipleFilesFunctional() throws IOException {
DeltaConfig dfsSinkConfig = new DFSDeltaConfig(DeltaOutputMode.DFS, DeltaInputType.AVRO,
new SerializableConfiguration(jsc.hadoopConfiguration()), dfsBasePath, dfsBasePath,
schemaProvider.getSourceSchema().toString(), 10240L, jsc.defaultParallelism(), false);
schemaProvider.getSourceSchema().toString(), 10240L, jsc.defaultParallelism(), false, false);
DeltaWriterAdapter<GenericRecord> dfsDeltaWriterAdapter = DeltaWriterFactory
.getDeltaWriterAdapter(dfsSinkConfig, 1);
FlexibleSchemaRecordGenerationIterator itr = new FlexibleSchemaRecordGenerationIterator(1000,