[HUDI-2785] Add Trino setup in Docker Demo (#4300)
* [HUDI-2785] Add Trino setup in Docker Demo * Update docker account and remove unnecessary configs * Adjust sparkadhoc Dockerfile
This commit is contained in:
66
docker/hoodie/hadoop/trinobase/Dockerfile
Normal file
66
docker/hoodie/hadoop/trinobase/Dockerfile
Normal file
@@ -0,0 +1,66 @@
|
||||
#
|
||||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing,
|
||||
# software distributed under the License is distributed on an
|
||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
# KIND, either express or implied. See the License for the
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
# Trino docker setup is adapted from https://github.com/Lewuathe/docker-trino-cluster
|
||||
|
||||
ARG HADOOP_VERSION=2.8.4
|
||||
ARG HIVE_VERSION=2.3.3
|
||||
FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base-java11:latest as hadoop-base
|
||||
|
||||
ENV TRINO_VERSION=368
|
||||
ENV TRINO_HOME=/usr/local/trino
|
||||
ENV BASE_URL=https://repo1.maven.org/maven2
|
||||
|
||||
RUN apt-get update
|
||||
RUN apt-get install -y \
|
||||
curl \
|
||||
tar \
|
||||
sudo \
|
||||
rsync \
|
||||
python \
|
||||
wget \
|
||||
python3-pip \
|
||||
python-dev \
|
||||
build-essential \
|
||||
uuid-runtime \
|
||||
less
|
||||
|
||||
ENV JAVA_HOME /usr/java/default
|
||||
ENV PATH $PATH:$JAVA_HOME/bin
|
||||
|
||||
WORKDIR /usr/local/bin
|
||||
RUN wget -q ${BASE_URL}/io/trino/trino-cli/${TRINO_VERSION}/trino-cli-${TRINO_VERSION}-executable.jar
|
||||
RUN chmod +x trino-cli-${TRINO_VERSION}-executable.jar
|
||||
RUN mv trino-cli-${TRINO_VERSION}-executable.jar trino-cli
|
||||
|
||||
WORKDIR /usr/local
|
||||
RUN wget -q ${BASE_URL}/io/trino/trino-server/${TRINO_VERSION}/trino-server-${TRINO_VERSION}.tar.gz
|
||||
RUN tar xvzf trino-server-${TRINO_VERSION}.tar.gz -C /usr/local/
|
||||
RUN ln -s /usr/local/trino-server-${TRINO_VERSION} $TRINO_HOME
|
||||
|
||||
ENV TRINO_BASE_WS /var/hoodie/ws/docker/hoodie/hadoop/trinobase
|
||||
RUN mkdir -p ${TRINO_BASE_WS}/target/
|
||||
ADD target/ ${TRINO_BASE_WS}/target/
|
||||
ENV HUDI_TRINO_BUNDLE ${TRINO_BASE_WS}/target/hudi-trino-bundle.jar
|
||||
RUN cp ${HUDI_TRINO_BUNDLE} ${TRINO_HOME}/plugin/hive/
|
||||
|
||||
ADD scripts ${TRINO_HOME}/scripts
|
||||
RUN chmod +x ${TRINO_HOME}/scripts/trino.sh
|
||||
|
||||
RUN mkdir -p $TRINO_HOME/data
|
||||
VOLUME ["$TRINO_HOME/data"]
|
||||
Reference in New Issue
Block a user