[HUDI-254]: Bundle and shade databricks/avro with spark bundle
- spark 2.4 onwards, spark has built in support. shading to avoid conflicts - spark 2.3 still needs this bundled, so that dropping bundle into jars folder would work
This commit is contained in:
committed by
Balaji Varadarajan
parent
c1e7d0e5a6
commit
e217db56ab
@@ -216,7 +216,6 @@
|
|||||||
<groupId>com.databricks</groupId>
|
<groupId>com.databricks</groupId>
|
||||||
<artifactId>spark-avro_2.11</artifactId>
|
<artifactId>spark-avro_2.11</artifactId>
|
||||||
<version>4.0.0</version>
|
<version>4.0.0</version>
|
||||||
<scope>provided</scope>
|
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
<!-- Hadoop -->
|
<!-- Hadoop -->
|
||||||
|
|||||||
@@ -84,6 +84,8 @@
|
|||||||
<include>org.apache.hive:hive-service-rpc</include>
|
<include>org.apache.hive:hive-service-rpc</include>
|
||||||
<include>org.apache.hive:hive-metastore</include>
|
<include>org.apache.hive:hive-metastore</include>
|
||||||
<include>org.apache.hive:hive-jdbc</include>
|
<include>org.apache.hive:hive-jdbc</include>
|
||||||
|
|
||||||
|
<include>com.databricks:spark-avro_2.11</include>
|
||||||
</includes>
|
</includes>
|
||||||
</artifactSet>
|
</artifactSet>
|
||||||
<relocations>
|
<relocations>
|
||||||
@@ -127,6 +129,10 @@
|
|||||||
<pattern>org.apache.commons.codec.</pattern>
|
<pattern>org.apache.commons.codec.</pattern>
|
||||||
<shadedPattern>org.apache.hudi.org.apache.commons.codec.</shadedPattern>
|
<shadedPattern>org.apache.hudi.org.apache.commons.codec.</shadedPattern>
|
||||||
</relocation>
|
</relocation>
|
||||||
|
<relocation>
|
||||||
|
<pattern>com.databricks.</pattern>
|
||||||
|
<shadedPattern>org.apache.hudi.com.databricks.</shadedPattern>
|
||||||
|
</relocation>
|
||||||
<!-- TODO: Revisit GH ISSUE #533 & PR#633-->
|
<!-- TODO: Revisit GH ISSUE #533 & PR#633-->
|
||||||
<!--
|
<!--
|
||||||
<relocation>
|
<relocation>
|
||||||
|
|||||||
Reference in New Issue
Block a user