lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2133] Support hive1 metadata sync for flink writer (#3225)

Browse Source
This commit is contained in:
swuferhong
2021-07-06 11:01:57 +08:00
committed by GitHub
parent bc313727e3
commit 0bd20827ab
1 changed files with 36 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
packaging/hudi-flink-bundle/pom.xml
View File

@@ -37,6 +37,7 @@
<!-- override to be same with flink 1.12.2 --> <!-- override to be same with flink 1.12.2 -->
<parquet.version>1.11.1</parquet.version> <parquet.version>1.11.1</parquet.version>
<hive.version>2.3.1</hive.version> <hive.version>2.3.1</hive.version>
<thrift.version>0.9.3</thrift.version>
</properties> </properties>
<build> <build>
@@ -138,6 +139,7 @@
<include>org.datanucleus:datanucleus-core</include> <include>org.datanucleus:datanucleus-core</include>
<include>org.datanucleus:datanucleus-api-jdo</include> <include>org.datanucleus:datanucleus-api-jdo</include>
<include>org.apache.thrift:libfb303</include> <include>org.apache.thrift:libfb303</include>
<include>org.apache.orc:orc-core</include>
<include>org.apache.hbase:hbase-common</include> <include>org.apache.hbase:hbase-common</include>
<include>commons-codec:commons-codec</include> <include>commons-codec:commons-codec</include>
@@ -415,12 +417,6 @@
</exclusion> </exclusion>
</exclusions> </exclusions>
</dependency> </dependency>
<dependency>
<groupId>${hive.groupid}</groupId>
<artifactId>hive-service-rpc</artifactId>
<version>${hive.version}</version>
<scope>${flink.bundle.hive.scope}</scope>
</dependency>
<dependency> <dependency>
<groupId>${hive.groupid}</groupId> <groupId>${hive.groupid}</groupId>
<artifactId>hive-exec</artifactId> <artifactId>hive-exec</artifactId>
@@ -547,7 +543,7 @@
<dependency> <dependency>
<groupId>org.apache.thrift</groupId> <groupId>org.apache.thrift</groupId>
<artifactId>libfb303</artifactId> <artifactId>libfb303</artifactId>
<version>0.9.3</version> <version>${thrift.version}</version>
<scope>${flink.bundle.hive.scope}</scope> <scope>${flink.bundle.hive.scope}</scope>
</dependency> </dependency>
@@ -558,6 +554,15 @@
<version>4.0.2</version> <version>4.0.2</version>
</dependency> </dependency>
<!-- ORC -->
<dependency>
<groupId>org.apache.orc</groupId>
<artifactId>orc-core</artifactId>
<version>${orc.version}</version>
<classifier>nohive</classifier>
<scope>${flink.bundle.hive.scope}</scope>
</dependency>
<!-- Fasterxml --> <!-- Fasterxml -->
<dependency> <dependency>
<groupId>com.fasterxml.jackson.core</groupId> <groupId>com.fasterxml.jackson.core</groupId>
@@ -590,12 +595,28 @@
</dependencies> </dependencies>
<profiles> <profiles>
<profile>
<id>flink-bundle-shade-hive1</id>
<properties>
<hive.version>1.1.0</hive.version>
<thrift.version>0.9.2</thrift.version>
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
</properties>
</profile>
<profile> <profile>
<id>flink-bundle-shade-hive2</id> <id>flink-bundle-shade-hive2</id>
<properties> <properties>
<hive.version>2.3.1</hive.version> <hive.version>2.3.1</hive.version>
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope> <flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
</properties> </properties>
<dependencies>
<dependency>
<groupId>${hive.groupid}</groupId>
<artifactId>hive-service-rpc</artifactId>
<version>${hive.version}</version>
<scope>${flink.bundle.hive.scope}</scope>
</dependency>
</dependencies>
</profile> </profile>
<profile> <profile>
<id>flink-bundle-shade-hive3</id> <id>flink-bundle-shade-hive3</id>
@@ -603,6 +624,14 @@
<hive.version>3.1.2</hive.version> <hive.version>3.1.2</hive.version>
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope> <flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
</properties> </properties>
<dependencies>
<dependency>
<groupId>${hive.groupid}</groupId>
<artifactId>hive-service-rpc</artifactId>
<version>${hive.version}</version>
<scope>${flink.bundle.hive.scope}</scope>
</dependency>
</dependencies>
</profile> </profile>
</profiles> </profiles>
</project> </project>