1
0

[HUDI-254]: Bundle and shade databricks/avro with spark bundle

- spark 2.4 onwards, spark has built in support. shading to avoid conflicts
 - spark 2.3 still needs this bundled, so that dropping bundle into jars folder would work
This commit is contained in:
Vinoth Chandar
2019-09-17 12:00:41 -07:00
committed by Balaji Varadarajan
parent c1e7d0e5a6
commit e217db56ab
2 changed files with 6 additions and 1 deletions

View File

@@ -216,7 +216,6 @@
<groupId>com.databricks</groupId>
<artifactId>spark-avro_2.11</artifactId>
<version>4.0.0</version>
<scope>provided</scope>
</dependency>
<!-- Hadoop -->

View File

@@ -84,6 +84,8 @@
<include>org.apache.hive:hive-service-rpc</include>
<include>org.apache.hive:hive-metastore</include>
<include>org.apache.hive:hive-jdbc</include>
<include>com.databricks:spark-avro_2.11</include>
</includes>
</artifactSet>
<relocations>
@@ -127,6 +129,10 @@
<pattern>org.apache.commons.codec.</pattern>
<shadedPattern>org.apache.hudi.org.apache.commons.codec.</shadedPattern>
</relocation>
<relocation>
<pattern>com.databricks.</pattern>
<shadedPattern>org.apache.hudi.com.databricks.</shadedPattern>
</relocation>
<!-- TODO: Revisit GH ISSUE #533 & PR#633-->
<!--
<relocation>