53f75f84b8
* [HUDI-2785] Add Trino setup in Docker Demo * Update docker account and remove unnecessary configs * Adjust sparkadhoc Dockerfile
67 lines
2.2 KiB
Docker
67 lines
2.2 KiB
Docker
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# Trino docker setup is adapted from https://github.com/Lewuathe/docker-trino-cluster
|
|
|
|
ARG HADOOP_VERSION=2.8.4
|
|
ARG HIVE_VERSION=2.3.3
|
|
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base-java11:latest as hadoop-base
|
|
|
|
ENV TRINO_VERSION=368
|
|
ENV TRINO_HOME=/usr/local/trino
|
|
ENV BASE_URL=https://repo1.maven.org/maven2
|
|
|
|
RUN apt-get update
|
|
RUN apt-get install -y \
|
|
curl \
|
|
tar \
|
|
sudo \
|
|
rsync \
|
|
python \
|
|
wget \
|
|
python3-pip \
|
|
python-dev \
|
|
build-essential \
|
|
uuid-runtime \
|
|
less
|
|
|
|
ENV JAVA_HOME /usr/java/default
|
|
ENV PATH $PATH:$JAVA_HOME/bin
|
|
|
|
WORKDIR /usr/local/bin
|
|
RUN wget -q ${BASE_URL}/io/trino/trino-cli/${TRINO_VERSION}/trino-cli-${TRINO_VERSION}-executable.jar
|
|
RUN chmod +x trino-cli-${TRINO_VERSION}-executable.jar
|
|
RUN mv trino-cli-${TRINO_VERSION}-executable.jar trino-cli
|
|
|
|
WORKDIR /usr/local
|
|
RUN wget -q ${BASE_URL}/io/trino/trino-server/${TRINO_VERSION}/trino-server-${TRINO_VERSION}.tar.gz
|
|
RUN tar xvzf trino-server-${TRINO_VERSION}.tar.gz -C /usr/local/
|
|
RUN ln -s /usr/local/trino-server-${TRINO_VERSION} $TRINO_HOME
|
|
|
|
ENV TRINO_BASE_WS /var/hoodie/ws/docker/hoodie/hadoop/trinobase
|
|
RUN mkdir -p ${TRINO_BASE_WS}/target/
|
|
ADD target/ ${TRINO_BASE_WS}/target/
|
|
ENV HUDI_TRINO_BUNDLE ${TRINO_BASE_WS}/target/hudi-trino-bundle.jar
|
|
RUN cp ${HUDI_TRINO_BUNDLE} ${TRINO_HOME}/plugin/hive/
|
|
|
|
ADD scripts ${TRINO_HOME}/scripts
|
|
RUN chmod +x ${TRINO_HOME}/scripts/trino.sh
|
|
|
|
RUN mkdir -p $TRINO_HOME/data
|
|
VOLUME ["$TRINO_HOME/data"]
|