[HUDI-1952] Fix hive3 meta sync for flink writer (#3021)
This commit is contained in:
@@ -36,6 +36,7 @@
|
|||||||
<javax.servlet.version>3.1.0</javax.servlet.version>
|
<javax.servlet.version>3.1.0</javax.servlet.version>
|
||||||
<!-- override to be same with flink 1.12.2 -->
|
<!-- override to be same with flink 1.12.2 -->
|
||||||
<parquet.version>1.11.1</parquet.version>
|
<parquet.version>1.11.1</parquet.version>
|
||||||
|
<hive.version>2.3.1</hive.version>
|
||||||
</properties>
|
</properties>
|
||||||
|
|
||||||
<build>
|
<build>
|
||||||
@@ -136,6 +137,7 @@
|
|||||||
<include>org.apache.hive:hive-jdbc</include>
|
<include>org.apache.hive:hive-jdbc</include>
|
||||||
<include>org.datanucleus:datanucleus-core</include>
|
<include>org.datanucleus:datanucleus-core</include>
|
||||||
<include>org.datanucleus:datanucleus-api-jdo</include>
|
<include>org.datanucleus:datanucleus-api-jdo</include>
|
||||||
|
<include>org.apache.thrift:libfb303</include>
|
||||||
|
|
||||||
<include>org.apache.hbase:hbase-common</include>
|
<include>org.apache.hbase:hbase-common</include>
|
||||||
<include>commons-codec:commons-codec</include>
|
<include>commons-codec:commons-codec</include>
|
||||||
@@ -198,10 +200,6 @@
|
|||||||
<pattern>org.eclipse.jetty.</pattern>
|
<pattern>org.eclipse.jetty.</pattern>
|
||||||
<shadedPattern>${flink.bundle.shade.prefix}org.apache.jetty.</shadedPattern>
|
<shadedPattern>${flink.bundle.shade.prefix}org.apache.jetty.</shadedPattern>
|
||||||
</relocation>
|
</relocation>
|
||||||
<relocation>
|
|
||||||
<pattern>com.esotericsoftware.kryo.</pattern>
|
|
||||||
<shadedPattern>${flink.bundle.shade.prefix}com.esotericsoftware.kryo.</shadedPattern>
|
|
||||||
</relocation>
|
|
||||||
</relocations>
|
</relocations>
|
||||||
<filters>
|
<filters>
|
||||||
<filter>
|
<filter>
|
||||||
@@ -407,6 +405,10 @@
|
|||||||
<artifactId>guava</artifactId>
|
<artifactId>guava</artifactId>
|
||||||
<groupId>com.google.guava</groupId>
|
<groupId>com.google.guava</groupId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>*</artifactId>
|
||||||
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
@@ -472,6 +474,10 @@
|
|||||||
<groupId>javax.servlet.jsp</groupId>
|
<groupId>javax.servlet.jsp</groupId>
|
||||||
<artifactId>*</artifactId>
|
<artifactId>*</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>*</artifactId>
|
||||||
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
@@ -484,6 +490,10 @@
|
|||||||
<groupId>org.eclipse.jetty.orbit</groupId>
|
<groupId>org.eclipse.jetty.orbit</groupId>
|
||||||
<artifactId>javax.servlet</artifactId>
|
<artifactId>javax.servlet</artifactId>
|
||||||
</exclusion>
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>*</artifactId>
|
||||||
|
</exclusion>
|
||||||
</exclusions>
|
</exclusions>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
@@ -505,6 +515,45 @@
|
|||||||
<scope>compile</scope>
|
<scope>compile</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>jetty-server</artifactId>
|
||||||
|
<version>${jetty.version}</version>
|
||||||
|
<scope>${flink.bundle.hive.scope}</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>jetty-util</artifactId>
|
||||||
|
<version>${jetty.version}</version>
|
||||||
|
<scope>${flink.bundle.hive.scope}</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>jetty-webapp</artifactId>
|
||||||
|
<version>${jetty.version}</version>
|
||||||
|
<scope>${flink.bundle.hive.scope}</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.jetty</groupId>
|
||||||
|
<artifactId>jetty-http</artifactId>
|
||||||
|
<version>${jetty.version}</version>
|
||||||
|
<scope>${flink.bundle.hive.scope}</scope>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.thrift</groupId>
|
||||||
|
<artifactId>libfb303</artifactId>
|
||||||
|
<version>0.9.3</version>
|
||||||
|
<scope>${flink.bundle.hive.scope}</scope>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- kryo -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.esotericsoftware</groupId>
|
||||||
|
<artifactId>kryo-shaded</artifactId>
|
||||||
|
<version>4.0.2</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
<!-- Fasterxml -->
|
<!-- Fasterxml -->
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.fasterxml.jackson.core</groupId>
|
<groupId>com.fasterxml.jackson.core</groupId>
|
||||||
@@ -538,8 +587,16 @@
|
|||||||
|
|
||||||
<profiles>
|
<profiles>
|
||||||
<profile>
|
<profile>
|
||||||
<id>flink-bundle-shade-hive</id>
|
<id>flink-bundle-shade-hive2</id>
|
||||||
<properties>
|
<properties>
|
||||||
|
<hive.version>2.3.1</hive.version>
|
||||||
|
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
|
||||||
|
</properties>
|
||||||
|
</profile>
|
||||||
|
<profile>
|
||||||
|
<id>flink-bundle-shade-hive3</id>
|
||||||
|
<properties>
|
||||||
|
<hive.version>3.1.2</hive.version>
|
||||||
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
|
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
|
||||||
</properties>
|
</properties>
|
||||||
</profile>
|
</profile>
|
||||||
|
|||||||
Reference in New Issue
Block a user