ca9bfa2a40
* [HUDI-2332] Add clustering and compaction in Kafka Connect Sink * Disable validation check on instant time for compaction and adjust configs * Add javadocs * Add clustering and compaction config * Fix transaction causing missing records in the target table * Add debugging logs * Fix kafka offset sync in participant * Adjust how clustering and compaction are configured in kafka-connect * Fix clustering strategy * Remove irrelevant changes from other published PRs * Update clustering logic and others * Update README * Fix test failures * Fix indentation * Fix clustering config * Add JavaCustomColumnsSortPartitioner and make async compaction enabled by default * Add test for JavaCustomColumnsSortPartitioner * Add more changes after IDE sync * Update README with clarification * Fix clustering logic after rebasing * Remove unrelated changes
21 lines
889 B
JSON
21 lines
889 B
JSON
{
|
|
"name": "hudi-sink",
|
|
"config": {
|
|
"bootstrap.servers": "localhost:9092",
|
|
"connector.class": "org.apache.hudi.connect.HoodieSinkConnector",
|
|
"tasks.max": "4",
|
|
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
|
|
"value.converter": "org.apache.kafka.connect.storage.StringConverter",
|
|
"value.converter.schemas.enable": "false",
|
|
"topics": "hudi-test-topic",
|
|
"hoodie.table.name": "hudi-test-topic",
|
|
"hoodie.table.type": "MERGE_ON_READ",
|
|
"hoodie.metadata.enable": "false",
|
|
"hoodie.base.path": "file:///tmp/hoodie/hudi-test-topic",
|
|
"hoodie.datasource.write.recordkey.field": "volume",
|
|
"hoodie.datasource.write.partitionpath.field": "date",
|
|
"hoodie.schemaprovider.class": "org.apache.hudi.schema.SchemaRegistryProvider",
|
|
"hoodie.deltastreamer.schemaprovider.registry.url": "http://localhost:8081/subjects/hudi-test-topic/versions/latest"
|
|
}
|
|
}
|