lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Move to apachehudi dockerhub repository & use openjdk docker containers

Browse Source
This commit is contained in:
Balaji Varadarajan
2019-04-17 09:53:22 -07:00
committed by vinoth chandar
parent 36ef94004e
commit 243c58f77c
19 changed files with 37 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docker/hoodie/hadoop/base/Dockerfile
View File

@@ -1,19 +1,17 @@
FROM frolvlad/alpine-java
FROM openjdk:8u212-jdk-slim-stretch
MAINTAINER Hoodie
USER root
# Default to UTF-8 file.encoding
ENV LANG C.UTF-8
# Updating & Installing packages
RUN apk add net-tools curl bash perl procps
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_URL=https://www.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz
ENV HADOOP_VERSION ${HADOOP_VERSION}
ENV HADOOP_URL ${HADOOP_URL}
RUN set -x \
&& DEBIAN_FRONTEND=noninteractive apt-get -yq update && apt-get -yq install curl wget netcat procps \
&& echo "Fetch URL2 is : ${HADOOP_URL}" \
&& curl -fSL "${HADOOP_URL}" -o /tmp/hadoop.tar.gz \
&& curl -fSL "${HADOOP_URL}.asc" -o /tmp/hadoop.tar.gz.asc \

4
docker/hoodie/hadoop/base/pom.xml
View File

@@ -62,7 +62,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-base</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-base</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -78,7 +78,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-base</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-base</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/datanode/Dockerfile
View File

@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_DN_PORT=50075
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_DN_PORT ${HADOOP_DN_PORT}

4
docker/hoodie/hadoop/datanode/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/historyserver/Dockerfile
View File

@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_HISTORY_PORT=8188
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_HISTORY_PORT ${HADOOP_HISTORY_PORT}

4
docker/hoodie/hadoop/historyserver/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-history</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-history</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-history</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-history</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/hive_base/Dockerfile
View File

@@ -1,5 +1,5 @@
ARG HADOOP_VERSION=2.8.4
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HIVE_HOME /opt/hive
ENV PATH $HIVE_HOME/bin:$PATH

4
docker/hoodie/hadoop/hive_base/pom.xml
View File

@@ -81,7 +81,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -97,7 +97,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/namenode/Dockerfile
View File

@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_WEBHDFS_PORT=50070
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_WEBHDFS_PORT ${HADOOP_WEBHDFS_PORT}

4
docker/hoodie/hadoop/namenode/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/spark_base/Dockerfile
View File

@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}
ENV ENABLE_INIT_DAEMON true
ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon

4
docker/hoodie/hadoop/spark_base/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/sparkadhoc/Dockerfile
View File

@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY adhoc.sh /opt/spark

4
docker/hoodie/hadoop/sparkadhoc/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/sparkmaster/Dockerfile
View File

@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY master.sh /opt/spark

4
docker/hoodie/hadoop/sparkmaster/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>

2
docker/hoodie/hadoop/sparkworker/Dockerfile
View File

@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY worker.sh /opt/spark

4
docker/hoodie/hadoop/sparkworker/pom.xml
View File

@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>