lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2330][HUDI-2335] Adding support for merge-on-read tables (#3679)

Browse Source 
- Inserts go into logs, hashed by Kafka and Hudi partitions
 - Fixed issues with the setupKafka script
 - Bumped up the default commit interval to 300 seconds
 - Minor renaming
This commit is contained in:
vinoth chandar
2021-09-16 15:24:34 -07:00
committed by GitHub
parent b8dad628e5
commit 57d5da68aa
16 changed files with 315 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-kafka-connect/src/test/java/org/apache/hudi/writers/TestAbstractConnectWriter.java
View File

@@ -148,7 +148,7 @@ public class TestAbstractConnectWriter {
private List<HoodieRecord> writtenRecords;
public AbstractHudiConnectWriterTestWrapper(KafkaConnectConfigs connectConfigs, KeyGenerator keyGenerator, SchemaProvider schemaProvider) {
super(connectConfigs, keyGenerator, schemaProvider);
super(connectConfigs, keyGenerator, schemaProvider, "000");
writtenRecords = new ArrayList<>();
}
@@ -157,12 +157,12 @@ public class TestAbstractConnectWriter {
}
@Override
protected void writeHudiRecord(HoodieRecord<HoodieAvroPayload> record) {
protected void writeHudiRecord(HoodieRecord<?> record) {
writtenRecords.add(record);
}
@Override
protected List<WriteStatus> flushHudiRecords() {
protected List<WriteStatus> flushRecords() {
return null;
}
}

2
hudi-kafka-connect/src/test/java/org/apache/hudi/writers/TestBufferedConnectWriter.java
View File

@@ -88,7 +88,7 @@ public class TestBufferedConnectWriter {
Mockito.verify(mockHoodieJavaWriteClient, times(0))
.bulkInsertPreppedRecords(anyList(), eq(COMMIT_TIME), eq(Option.empty()));
writer.flushHudiRecords();
writer.flushRecords();
final ArgumentCaptor<List<HoodieRecord>> actualRecords = ArgumentCaptor.forClass(List.class);
Mockito.verify(mockHoodieJavaWriteClient, times(1))
.bulkInsertPreppedRecords(actualRecords.capture(), eq(COMMIT_TIME), eq(Option.empty()));