lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1948] Shade kryo-shaded jar for hudi flink bundle (#3014)

Browse Source
This commit is contained in:
Danny Chan
2021-05-31 17:39:19 +08:00
committed by GitHub
parent 7a63175a70
commit 34ab756a40
1 changed files with 22 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
packaging/hudi-flink-bundle/pom.xml
View File

@@ -32,7 +32,7 @@
<checkstyle.skip>true</checkstyle.skip> <checkstyle.skip>true</checkstyle.skip>
<main.basedir>${project.parent.basedir}</main.basedir> <main.basedir>${project.parent.basedir}</main.basedir>
<flink.bundle.hive.scope>provided</flink.bundle.hive.scope> <flink.bundle.hive.scope>provided</flink.bundle.hive.scope>
<flink.bundle.hive.shade.prefix>org.apache.hudi.</flink.bundle.hive.shade.prefix> <flink.bundle.shade.prefix>org.apache.hudi.</flink.bundle.shade.prefix>
<javax.servlet.version>3.1.0</javax.servlet.version> <javax.servlet.version>3.1.0</javax.servlet.version>
<!-- override to be same with flink 1.12.2 --> <!-- override to be same with flink 1.12.2 -->
<parquet.version>1.11.1</parquet.version> <parquet.version>1.11.1</parquet.version>
@@ -120,6 +120,9 @@
<include>org.eclipse.jetty.websocket:*</include> <include>org.eclipse.jetty.websocket:*</include>
<include>javax.servlet:javax.servlet-api</include> <include>javax.servlet:javax.servlet-api</include>
<!-- Used for HUDI write handle -->
<inclide>com.esotericsoftware:kryo-shaded</inclide>
<include>org.apache.flink:flink-hadoop-compatibility_${scala.binary.version}</include> <include>org.apache.flink:flink-hadoop-compatibility_${scala.binary.version}</include>
<include>org.apache.flink:flink-avro</include> <include>org.apache.flink:flink-avro</include>
<include>org.apache.flink:flink-json</include> <include>org.apache.flink:flink-json</include>
@@ -141,59 +144,63 @@
<relocations> <relocations>
<relocation> <relocation>
<pattern>org.apache.avro.</pattern> <pattern>org.apache.avro.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.avro.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.avro.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.parquet.</pattern> <pattern>org.apache.parquet.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.parquet.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.parquet.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>com.yammer.metrics.</pattern> <pattern>com.yammer.metrics.</pattern>
<shadedPattern>org.apache.hudi.com.yammer.metrics.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}com.yammer.metrics.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>com.beust.jcommander.</pattern> <pattern>com.beust.jcommander.</pattern>
<shadedPattern>org.apache.hudi.com.beust.jcommander.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}com.beust.jcommander.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hive.jdbc.</pattern> <pattern>org.apache.hive.jdbc.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hive.jdbc.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hive.jdbc.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hadoop.hive.metastore.</pattern> <pattern>org.apache.hadoop.hive.metastore.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hadoop.hive.metastore.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hadoop.hive.metastore.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hive.common.</pattern> <pattern>org.apache.hive.common.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hive.common.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hive.common.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hadoop.hive.common.</pattern> <pattern>org.apache.hadoop.hive.common.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hadoop.hive.common.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hadoop.hive.common.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hadoop.hive.conf.</pattern> <pattern>org.apache.hadoop.hive.conf.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hadoop.hive.conf.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hadoop.hive.conf.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hive.service.</pattern> <pattern>org.apache.hive.service.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hive.service.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hive.service.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.hadoop.hive.service.</pattern> <pattern>org.apache.hadoop.hive.service.</pattern>
<shadedPattern>${flink.bundle.hive.shade.prefix}org.apache.hadoop.hive.service.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.hadoop.hive.service.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>com.codahale.metrics.</pattern> <pattern>com.codahale.metrics.</pattern>
<shadedPattern>org.apache.hudi.com.codahale.metrics.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}com.codahale.metrics.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.apache.commons.codec.</pattern> <pattern>org.apache.commons.codec.</pattern>
<shadedPattern>org.apache.hudi.org.apache.commons.codec.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.commons.codec.</shadedPattern>
</relocation> </relocation>
<relocation> <relocation>
<pattern>org.eclipse.jetty.</pattern> <pattern>org.eclipse.jetty.</pattern>
<shadedPattern>org.apache.hudi.org.apache.jetty.</shadedPattern> <shadedPattern>${flink.bundle.shade.prefix}org.apache.jetty.</shadedPattern>
</relocation>
<relocation>
<pattern>com.esotericsoftware.kryo.</pattern>
<shadedPattern>${flink.bundle.shade.prefix}com.esotericsoftware.kryo.</shadedPattern>
</relocation> </relocation>
</relocations> </relocations>
<filters> <filters>