lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2314] Add support for DynamoDb based lock provider (#3486)

Browse Source 
- Co-authored-by: Wenning Ding <wenningd@amazon.com>
- Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
wenningd
2021-11-17 09:09:31 -08:00
committed by GitHub
parent 826414cff5
commit 1ee12cfa6f
16 changed files with 982 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
packaging/hudi-flink-bundle/pom.xml
View File

@@ -81,6 +81,7 @@
<include>org.apache.hudi:hudi-sync-common</include>
<include>org.apache.hudi:hudi-hadoop-mr</include>
<include>org.apache.hudi:hudi-timeline-service</include>
<include>org.apache.hudi:hudi-aws</include>
<include>com.yammer.metrics:metrics-core</include>
<include>com.beust:jcommander</include>
@@ -149,6 +150,10 @@
<include>org.apache.hbase:hbase-protocol</include>
<include>org.apache.htrace:htrace-core</include>
<include>commons-codec:commons-codec</include>
<include>com.amazonaws:dynamodb-lock-client</include>
<include>com.amazonaws:aws-java-sdk-dynamodb</include>
<include>com.amazonaws:aws-java-sdk-core</include>
</includes>
</artifactSet>
<relocations>

5
packaging/hudi-spark-bundle/pom.xml
View File

@@ -73,6 +73,7 @@
<include>org.apache.hudi:hudi-sync-common</include>
<include>org.apache.hudi:hudi-hadoop-mr</include>
<include>org.apache.hudi:hudi-timeline-service</include>
<include>org.apache.hudi:hudi-aws</include>
<include>com.beust:jcommander</include>
<include>io.javalin:javalin</include>
@@ -100,6 +101,10 @@
<include>com.yammer.metrics:metrics-core</include>
<include>com.google.guava:guava</include>
<include>com.amazonaws:dynamodb-lock-client</include>
<include>com.amazonaws:aws-java-sdk-dynamodb</include>
<include>com.amazonaws:aws-java-sdk-core</include>
<include>org.apache.spark:spark-avro_${scala.binary.version}</include>
<include>org.apache.hive:hive-common</include>
<include>org.apache.hive:hive-service</include>

5
packaging/hudi-utilities-bundle/pom.xml
View File

@@ -97,6 +97,7 @@
<include>org.apache.hudi:hudi-sync-common</include>
<include>org.apache.hudi:hudi-hadoop-mr</include>
<include>org.apache.hudi:hudi-timeline-service</include>
<include>org.apache.hudi:hudi-aws</include>
<include>com.yammer.metrics:metrics-core</include>
<include>com.beust:jcommander</include>
@@ -112,6 +113,10 @@
<include>org.antlr:stringtemplate</include>
<include>org.apache.parquet:parquet-avro</include>
<include>com.amazonaws:dynamodb-lock-client</include>
<include>com.amazonaws:aws-java-sdk-dynamodb</include>
<include>com.amazonaws:aws-java-sdk-core</include>
<include>com.twitter:bijection-avro_${scala.binary.version}</include>
<include>com.twitter:bijection-core_${scala.binary.version}</include>
<include>io.confluent:kafka-avro-serializer</include>