lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Fix multiple issues when using build_local_docker_images for setting up the demo

Browse Source 
Details here - https://issues.apache.org/jira/browse/HUDI-98
This commit is contained in:
Bhavani Sudha Saktheeswaran
2019-04-11 17:39:13 -07:00
committed by n3nash
parent a8feee9293
commit 83b6aa5e91
4 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docker/hoodie/hadoop/base/Dockerfile
View File

@@ -1,4 +1,4 @@
FROM frolvlad/alpine-oraclejdk8 FROM frolvlad/alpine-java
MAINTAINER Hoodie MAINTAINER Hoodie
USER root USER root

2
docker/hoodie/hadoop/spark_base/Dockerfile
View File

@@ -17,7 +17,7 @@ COPY execute-step.sh /
COPY finish-step.sh / COPY finish-step.sh /
RUN echo "Installing Spark-version (${SPARK_VERSION})" \ RUN echo "Installing Spark-version (${SPARK_VERSION})" \
&& wget http://apache.mirror.iphh.net/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && wget http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
&& tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
&& mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark \ && mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark \
&& rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \

1
hoodie-utilities/pom.xml
View File

@@ -82,6 +82,7 @@
<include>org.apache.hive:hive-metastore</include> <include>org.apache.hive:hive-metastore</include>
<include>org.apache.hive:hive-jdbc</include> <include>org.apache.hive:hive-jdbc</include>
<include>com.twitter:chill_2.11</include> <include>com.twitter:chill_2.11</include>
<include>com.twitter:chill-java</include>
</includes> </includes>
</artifactSet> </artifactSet>
<relocations> <relocations>

8
packaging/hoodie-hadoop-mr-bundle/pom.xml
View File

@@ -144,12 +144,6 @@
<artifactId>avro</artifactId> <artifactId>avro</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.esotericsoftware</groupId>
<artifactId>kryo</artifactId>
<scope>test</scope>
</dependency>
<dependency> <dependency>
<groupId>junit</groupId> <groupId>junit</groupId>
<artifactId>junit</artifactId> <artifactId>junit</artifactId>
@@ -216,6 +210,8 @@
<include>com.twitter.common:objectsize</include> <include>com.twitter.common:objectsize</include>
<include>commons-logging:commons-logging</include> <include>commons-logging:commons-logging</include>
<include>com.twitter:chill_2.11</include> <include>com.twitter:chill_2.11</include>
<include>com.twitter:chill-java</include>
<include>com.esotericsoftware:kryo-shaded</include>
</includes> </includes>
</artifactSet> </artifactSet>
<finalName>${project.artifactId}-${project.version}</finalName> <finalName>${project.artifactId}-${project.version}</finalName>