From 83b6aa5e9163d9e5bc79ef45a950faed202a4ba6 Mon Sep 17 00:00:00 2001 From: Bhavani Sudha Saktheeswaran Date: Thu, 11 Apr 2019 17:39:13 -0700 Subject: [PATCH] Fix multiple issues when using build_local_docker_images for setting up the demo Details here - https://issues.apache.org/jira/browse/HUDI-98 --- docker/hoodie/hadoop/base/Dockerfile | 2 +- docker/hoodie/hadoop/spark_base/Dockerfile | 2 +- hoodie-utilities/pom.xml | 1 + packaging/hoodie-hadoop-mr-bundle/pom.xml | 8 ++------ 4 files changed, 5 insertions(+), 8 deletions(-) diff --git a/docker/hoodie/hadoop/base/Dockerfile b/docker/hoodie/hadoop/base/Dockerfile index 4f78ffd8c..0d0a70884 100644 --- a/docker/hoodie/hadoop/base/Dockerfile +++ b/docker/hoodie/hadoop/base/Dockerfile @@ -1,4 +1,4 @@ -FROM frolvlad/alpine-oraclejdk8 +FROM frolvlad/alpine-java MAINTAINER Hoodie USER root diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile b/docker/hoodie/hadoop/spark_base/Dockerfile index badaaa690..e35b3996d 100644 --- a/docker/hoodie/hadoop/spark_base/Dockerfile +++ b/docker/hoodie/hadoop/spark_base/Dockerfile @@ -17,7 +17,7 @@ COPY execute-step.sh / COPY finish-step.sh / RUN echo "Installing Spark-version (${SPARK_VERSION})" \ - && wget http://apache.mirror.iphh.net/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ + && wget http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ && mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark \ && rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \ diff --git a/hoodie-utilities/pom.xml b/hoodie-utilities/pom.xml index 78b12b553..7dffa25d0 100644 --- a/hoodie-utilities/pom.xml +++ b/hoodie-utilities/pom.xml @@ -82,6 +82,7 @@ org.apache.hive:hive-metastore org.apache.hive:hive-jdbc com.twitter:chill_2.11 + com.twitter:chill-java diff --git a/packaging/hoodie-hadoop-mr-bundle/pom.xml b/packaging/hoodie-hadoop-mr-bundle/pom.xml index b8e7dfca6..079236379 100644 --- a/packaging/hoodie-hadoop-mr-bundle/pom.xml +++ b/packaging/hoodie-hadoop-mr-bundle/pom.xml @@ -144,12 +144,6 @@ avro - - com.esotericsoftware - kryo - test - - junit junit @@ -216,6 +210,8 @@ com.twitter.common:objectsize commons-logging:commons-logging com.twitter:chill_2.11 + com.twitter:chill-java + com.esotericsoftware:kryo-shaded ${project.artifactId}-${project.version}