lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-584] Relocate spark-avro dependency by maven-shade-plugin (#1290)

Browse Source
This commit is contained in:
Bhavani Sudha Saktheeswaran
2020-03-04 11:01:49 -08:00
committed by GitHub
parent 9d46ce380a
commit 5f85c26704
3 changed files with 43 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
packaging/hudi-spark-bundle/pom.xml
View File

@@ -89,6 +89,7 @@
<include>io.dropwizard.metrics:metrics-graphite</include>
<include>com.yammer.metrics:metrics-core</include>
<include>org.apache.spark:spark-avro_${scala.binary.version}</include>
<include>org.apache.hive:hive-common</include>
<include>org.apache.hive:hive-service</include>
<include>org.apache.hive:hive-service-rpc</include>
@@ -101,6 +102,10 @@
<pattern>com.beust.jcommander.</pattern>
<shadedPattern>org.apache.hudi.com.beust.jcommander.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.spark.sql.avro.</pattern>
<shadedPattern>${spark.bundle.spark.shade.prefix}org.apache.spark.sql.avro.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.hive.jdbc.</pattern>
<shadedPattern>${spark.bundle.hive.shade.prefix}org.apache.hive.jdbc.</shadedPattern>
@@ -217,6 +222,13 @@
<version>${project.version}</version>
</dependency>
<!-- Spark (Packages) -->
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-avro_${scala.binary.version}</artifactId>
<scope>${spark.bundle.avro.scope}</scope>
</dependency>
<!-- Parquet -->
<dependency>
<groupId>org.apache.parquet</groupId>
@@ -271,6 +283,12 @@
<spark.bundle.hive.shade.prefix>org.apache.hudi.</spark.bundle.hive.shade.prefix>
</properties>
</profile>
<profile>
<id>spark-shade-unbundle-avro</id>
<properties>
<spark.bundle.avro.scope>provided</spark.bundle.avro.scope>
<spark.bundle.spark.shade.prefix></spark.bundle.spark.shade.prefix>
</properties>
</profile>
</profiles>
</project>
</project>