lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Shade and relocate Avro dependency in hadoop-mr-bundle

Browse Source
This commit is contained in:
Mehrotra
2019-09-19 19:00:03 -07:00
committed by Balaji Varadarajan
parent 1c09f5b055
commit 8c13340062
2 changed files with 30 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
packaging/hudi-hadoop-mr-bundle/pom.xml
View File

@@ -71,6 +71,7 @@
<include>com.esotericsoftware:kryo-shaded</include> <include>com.esotericsoftware:kryo-shaded</include>
<include>org.objenesis:objenesis</include> <include>org.objenesis:objenesis</include>
<include>com.esotericsoftware:minlog</include> <include>com.esotericsoftware:minlog</include>
<include>org.apache.avro:avro</include>
</includes> </includes>
</artifactSet> </artifactSet>
<relocations> <relocations>
@@ -86,6 +87,10 @@
<pattern>com.esotericsoftware.minlog.</pattern> <pattern>com.esotericsoftware.minlog.</pattern>
<shadedPattern>org.apache.hudi.com.esotericsoftware.minlog.</shadedPattern> <shadedPattern>org.apache.hudi.com.esotericsoftware.minlog.</shadedPattern>
</relocation> </relocation>
<relocation>
<pattern>org.apache.avro.</pattern>
<shadedPattern>${mr.bundle.avro.shade.prefix}org.apache.avro.</shadedPattern>
</relocation>
</relocations> </relocations>
<createDependencyReducedPom>false</createDependencyReducedPom> <createDependencyReducedPom>false</createDependencyReducedPom>
<filters> <filters>
@@ -134,5 +139,21 @@
<artifactId>parquet-avro</artifactId> <artifactId>parquet-avro</artifactId>
<scope>compile</scope> <scope>compile</scope>
</dependency> </dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<scope>${mr.bundle.avro.scope}</scope>
</dependency>
</dependencies> </dependencies>
<profiles>
<profile>
<id>mr-bundle-shade-avro</id>
<properties>
<mr.bundle.avro.scope>compile</mr.bundle.avro.scope>
<mr.bundle.avro.shade.prefix>org.apache.hudi.</mr.bundle.avro.shade.prefix>
</properties>
</profile>
</profiles>
</project> </project>

9
pom.xml
View File

@@ -100,6 +100,8 @@
<skipUTs>${skipTests}</skipUTs> <skipUTs>${skipTests}</skipUTs>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<main.basedir>${project.basedir}</main.basedir> <main.basedir>${project.basedir}</main.basedir>
<mr.bundle.avro.scope>provided</mr.bundle.avro.scope>
<mr.bundle.avro.shade.prefix></mr.bundle.avro.shade.prefix>
</properties> </properties>
<scm> <scm>
@@ -906,6 +908,13 @@
<surefire-log4j.file>file://${project.basedir}/src/test/resources/log4j-surefire-quiet.properties</surefire-log4j.file> <surefire-log4j.file>file://${project.basedir}/src/test/resources/log4j-surefire-quiet.properties</surefire-log4j.file>
</properties> </properties>
</profile> </profile>
<profile>
<id>aws-emr-profile</id>
<properties>
<mr.bundle.avro.scope>compile</mr.bundle.avro.scope>
<mr.bundle.avro.shade.prefix>org.apache.hudi.</mr.bundle.avro.shade.prefix>
</properties>
</profile>
</profiles> </profiles>
<issueManagement> <issueManagement>