From 11fb2c26145f672d36a3491366c05caf3a23fde8 Mon Sep 17 00:00:00 2001 From: lamber-ken Date: Tue, 25 Feb 2020 21:43:20 +0800 Subject: [PATCH] [HUDI-580] Fix incorrect license header in files --- docker/build_local_docker_images.sh | 2 -- docker/compose/hadoop.env | 3 +-- docker/demo/compaction.commands | 3 +-- docker/demo/config/base.properties | 3 +-- docker/demo/config/dfs-source.properties | 3 +-- docker/demo/config/kafka-source.properties | 3 +-- docker/demo/get_min_commit_time.sh | 3 +-- docker/demo/hive-batch1.commands | 3 +-- docker/demo/hive-batch2-after-compaction.commands | 3 +-- docker/demo/hive-incremental.commands | 3 +-- docker/demo/hive-table-check.commands | 3 +-- docker/demo/setup_demo_container.sh | 3 +-- docker/hoodie/hadoop/base/Dockerfile | 3 +-- docker/hoodie/hadoop/base/entrypoint.sh | 2 -- docker/hoodie/hadoop/base/export_container_ip.sh | 3 +-- docker/hoodie/hadoop/datanode/Dockerfile | 3 +-- docker/hoodie/hadoop/datanode/run_dn.sh | 2 -- docker/hoodie/hadoop/historyserver/Dockerfile | 3 +-- docker/hoodie/hadoop/historyserver/run_history.sh | 2 -- docker/hoodie/hadoop/hive_base/Dockerfile | 3 +-- docker/hoodie/hadoop/hive_base/conf/beeline-log4j2.properties | 3 +-- docker/hoodie/hadoop/hive_base/conf/hive-env.sh | 3 +-- .../hoodie/hadoop/hive_base/conf/hive-exec-log4j2.properties | 3 +-- docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties | 3 +-- .../hadoop/hive_base/conf/llap-daemon-log4j2.properties | 3 +-- docker/hoodie/hadoop/hive_base/entrypoint.sh | 2 -- docker/hoodie/hadoop/hive_base/startup.sh | 2 -- docker/hoodie/hadoop/namenode/Dockerfile | 3 +-- docker/hoodie/hadoop/namenode/run_nn.sh | 2 -- docker/hoodie/hadoop/prestobase/Dockerfile | 3 +-- docker/hoodie/hadoop/prestobase/bin/entrypoint.sh | 2 -- docker/hoodie/hadoop/prestobase/bin/mustache.sh | 2 -- docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties | 4 ++-- docker/hoodie/hadoop/prestobase/etc/catalog/jmx.properties | 4 ++-- .../hoodie/hadoop/prestobase/etc/catalog/localfile.properties | 4 ++-- .../hadoop/prestobase/etc/coordinator.properties.mustache | 4 ++-- docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache | 4 ++-- docker/hoodie/hadoop/prestobase/etc/log.properties | 4 ++-- docker/hoodie/hadoop/prestobase/etc/node.properties.mustache | 4 ++-- .../hoodie/hadoop/prestobase/etc/worker.properties.mustache | 4 ++-- docker/hoodie/hadoop/prestobase/lib/mustache.sh | 3 +-- docker/hoodie/hadoop/spark_base/Dockerfile | 3 +-- docker/hoodie/hadoop/spark_base/execute-step.sh | 2 -- docker/hoodie/hadoop/spark_base/finish-step.sh | 2 -- docker/hoodie/hadoop/spark_base/wait-for-step.sh | 2 -- docker/hoodie/hadoop/sparkadhoc/Dockerfile | 3 +-- docker/hoodie/hadoop/sparkadhoc/adhoc.sh | 2 -- docker/hoodie/hadoop/sparkmaster/Dockerfile | 3 +-- docker/hoodie/hadoop/sparkmaster/master.sh | 2 -- docker/hoodie/hadoop/sparkworker/Dockerfile | 3 +-- docker/hoodie/hadoop/sparkworker/worker.sh | 2 -- docker/setup_demo.sh | 2 -- docker/stop_demo.sh | 2 -- hudi-cli/conf/hudi-env.sh | 2 -- hudi-cli/hudi-cli.sh | 2 -- hudi-hive/run_sync_tool.sh | 2 -- hudi-spark/run_hoodie_app.sh | 2 -- .../services/org.apache.spark.sql.sources.DataSourceRegister | 3 +-- packaging/hudi-timeline-server-bundle/run_server.sh | 3 +-- scripts/run_travis_tests.sh | 2 -- 60 files changed, 46 insertions(+), 120 deletions(-) diff --git a/docker/build_local_docker_images.sh b/docker/build_local_docker_images.sh index 58d6d97af..089826f1d 100755 --- a/docker/build_local_docker_images.sh +++ b/docker/build_local_docker_images.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ while true; do read -p "Docker images can be downloaded from docker hub and seamlessly mounted with latest HUDI jars. Do you still want to build docker images from scratch ?" yn diff --git a/docker/compose/hadoop.env b/docker/compose/hadoop.env index 479400291..474c3db70 100644 --- a/docker/compose/hadoop.env +++ b/docker/compose/hadoop.env @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ HIVE_SITE_CONF_javax_jdo_option_ConnectionURL=jdbc:postgresql://hive-metastore-postgresql/metastore HIVE_SITE_CONF_javax_jdo_option_ConnectionDriverName=org.postgresql.Driver diff --git a/docker/demo/compaction.commands b/docker/demo/compaction.commands index dd8aa9e63..9853a3551 100644 --- a/docker/demo/compaction.commands +++ b/docker/demo/compaction.commands @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ connect --path /user/hive/warehouse/stock_ticks_mor compactions show all diff --git a/docker/demo/config/base.properties b/docker/demo/config/base.properties index e56ffda79..c53fe17e7 100644 --- a/docker/demo/config/base.properties +++ b/docker/demo/config/base.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ hoodie.upsert.shuffle.parallelism=2 hoodie.insert.shuffle.parallelism=2 diff --git a/docker/demo/config/dfs-source.properties b/docker/demo/config/dfs-source.properties index 3e17661da..ac7080e14 100644 --- a/docker/demo/config/dfs-source.properties +++ b/docker/demo/config/dfs-source.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ include=base.properties # Key fields, for kafka example diff --git a/docker/demo/config/kafka-source.properties b/docker/demo/config/kafka-source.properties index 4d7f77cef..ce68cd8be 100644 --- a/docker/demo/config/kafka-source.properties +++ b/docker/demo/config/kafka-source.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ include=base.properties # Key fields, for kafka example diff --git a/docker/demo/get_min_commit_time.sh b/docker/demo/get_min_commit_time.sh index 11bc773c5..264793f98 100755 --- a/docker/demo/get_min_commit_time.sh +++ b/docker/demo/get_min_commit_time.sh @@ -1,5 +1,5 @@ #!/bin/bash -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -15,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ MIN_COMMIT_TIME=`hdfs dfs -ls -t /user/hive/warehouse/stock_ticks_cow/.hoodie/*.commit | head -1 | awk -F'/' ' { print $7 } ' | awk -F'.' ' { print $1 } '` echo $MIN_COMMIT_TIME; diff --git a/docker/demo/hive-batch1.commands b/docker/demo/hive-batch1.commands index 591d7874e..93bf3b679 100644 --- a/docker/demo/hive-batch1.commands +++ b/docker/demo/hive-batch1.commands @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ add jar ${hudi.hadoop.bundle}; diff --git a/docker/demo/hive-batch2-after-compaction.commands b/docker/demo/hive-batch2-after-compaction.commands index 25cf9eb9c..6b087019d 100644 --- a/docker/demo/hive-batch2-after-compaction.commands +++ b/docker/demo/hive-batch2-after-compaction.commands @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ add jar ${hudi.hadoop.bundle}; diff --git a/docker/demo/hive-incremental.commands b/docker/demo/hive-incremental.commands index 442cca6ad..9b52c3d2e 100644 --- a/docker/demo/hive-incremental.commands +++ b/docker/demo/hive-incremental.commands @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ add jar ${hudi.hadoop.bundle}; diff --git a/docker/demo/hive-table-check.commands b/docker/demo/hive-table-check.commands index 9fd4d3c23..8cdf033a7 100644 --- a/docker/demo/hive-table-check.commands +++ b/docker/demo/hive-table-check.commands @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ add jar ${hudi.hadoop.bundle}; show tables; diff --git a/docker/demo/setup_demo_container.sh b/docker/demo/setup_demo_container.sh index 717472c37..623fc2d79 100755 --- a/docker/demo/setup_demo_container.sh +++ b/docker/demo/setup_demo_container.sh @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ echo "Copying spark default config and setting up configs" cp /var/hoodie/ws/docker/demo/config/spark-defaults.conf $SPARK_CONF_DIR/. diff --git a/docker/hoodie/hadoop/base/Dockerfile b/docker/hoodie/hadoop/base/Dockerfile index a522b0dd5..2c98ce624 100644 --- a/docker/hoodie/hadoop/base/Dockerfile +++ b/docker/hoodie/hadoop/base/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ FROM openjdk:8u212-jdk-slim-stretch MAINTAINER Hoodie diff --git a/docker/hoodie/hadoop/base/entrypoint.sh b/docker/hoodie/hadoop/base/entrypoint.sh index 8bcb9293a..7c26f29f6 100644 --- a/docker/hoodie/hadoop/base/entrypoint.sh +++ b/docker/hoodie/hadoop/base/entrypoint.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ####################################################################################### diff --git a/docker/hoodie/hadoop/base/export_container_ip.sh b/docker/hoodie/hadoop/base/export_container_ip.sh index d7ea414b1..b427f92cc 100755 --- a/docker/hoodie/hadoop/base/export_container_ip.sh +++ b/docker/hoodie/hadoop/base/export_container_ip.sh @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ interfaces=( "en0" "eth0" ) diff --git a/docker/hoodie/hadoop/datanode/Dockerfile b/docker/hoodie/hadoop/datanode/Dockerfile index 26d020221..79dd798f7 100644 --- a/docker/hoodie/hadoop/datanode/Dockerfile +++ b/docker/hoodie/hadoop/datanode/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HADOOP_DN_PORT=50075 diff --git a/docker/hoodie/hadoop/datanode/run_dn.sh b/docker/hoodie/hadoop/datanode/run_dn.sh index 0cda6f789..4313fe69d 100644 --- a/docker/hoodie/hadoop/datanode/run_dn.sh +++ b/docker/hoodie/hadoop/datanode/run_dn.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ datadir=`echo $HDFS_CONF_dfs_datanode_data_dir | perl -pe 's#file://##'` if [ ! -d $datadir ]; then diff --git a/docker/hoodie/hadoop/historyserver/Dockerfile b/docker/hoodie/hadoop/historyserver/Dockerfile index db74bbffa..e08adbb05 100644 --- a/docker/hoodie/hadoop/historyserver/Dockerfile +++ b/docker/hoodie/hadoop/historyserver/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HADOOP_HISTORY_PORT=8188 diff --git a/docker/hoodie/hadoop/historyserver/run_history.sh b/docker/hoodie/hadoop/historyserver/run_history.sh index 701a4a471..63f997950 100644 --- a/docker/hoodie/hadoop/historyserver/run_history.sh +++ b/docker/hoodie/hadoop/historyserver/run_history.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,6 +15,5 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ $HADOOP_PREFIX/bin/yarn --config $HADOOP_CONF_DIR historyserver diff --git a/docker/hoodie/hadoop/hive_base/Dockerfile b/docker/hoodie/hadoop/hive_base/Dockerfile index b8fde360a..bd0e9c53c 100644 --- a/docker/hoodie/hadoop/hive_base/Dockerfile +++ b/docker/hoodie/hadoop/hive_base/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest diff --git a/docker/hoodie/hadoop/hive_base/conf/beeline-log4j2.properties b/docker/hoodie/hadoop/hive_base/conf/beeline-log4j2.properties index 08580017d..d1305f8ec 100644 --- a/docker/hoodie/hadoop/hive_base/conf/beeline-log4j2.properties +++ b/docker/hoodie/hadoop/hive_base/conf/beeline-log4j2.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ status = INFO name = BeelineLog4j2 diff --git a/docker/hoodie/hadoop/hive_base/conf/hive-env.sh b/docker/hoodie/hadoop/hive_base/conf/hive-env.sh index 9fca3463b..f22407c0c 100644 --- a/docker/hoodie/hadoop/hive_base/conf/hive-env.sh +++ b/docker/hoodie/hadoop/hive_base/conf/hive-env.sh @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ # Set Hive and Hadoop environment variables here. These variables can be used # to control the execution of Hive. It should be used by admins to configure diff --git a/docker/hoodie/hadoop/hive_base/conf/hive-exec-log4j2.properties b/docker/hoodie/hadoop/hive_base/conf/hive-exec-log4j2.properties index ac2dddafb..a1e50ebef 100644 --- a/docker/hoodie/hadoop/hive_base/conf/hive-exec-log4j2.properties +++ b/docker/hoodie/hadoop/hive_base/conf/hive-exec-log4j2.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ status = INFO name = HiveExecLog4j2 diff --git a/docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties b/docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties index a82c67f6d..5e5ce02e9 100644 --- a/docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties +++ b/docker/hoodie/hadoop/hive_base/conf/hive-log4j2.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ status = INFO name = HiveLog4j2 diff --git a/docker/hoodie/hadoop/hive_base/conf/llap-daemon-log4j2.properties b/docker/hoodie/hadoop/hive_base/conf/llap-daemon-log4j2.properties index 35f3b618f..f1b72eba5 100644 --- a/docker/hoodie/hadoop/hive_base/conf/llap-daemon-log4j2.properties +++ b/docker/hoodie/hadoop/hive_base/conf/llap-daemon-log4j2.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ status = INFO name = LlapDaemonLog4j2 diff --git a/docker/hoodie/hadoop/hive_base/entrypoint.sh b/docker/hoodie/hadoop/hive_base/entrypoint.sh index 64185f716..a3df5e6cf 100644 --- a/docker/hoodie/hadoop/hive_base/entrypoint.sh +++ b/docker/hoodie/hadoop/hive_base/entrypoint.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ # Set some sensible defaults export CORE_CONF_fs_defaultFS=${CORE_CONF_fs_defaultFS:-hdfs://`hostname -f`:8020} diff --git a/docker/hoodie/hadoop/hive_base/startup.sh b/docker/hoodie/hadoop/hive_base/startup.sh index 058ef6fb1..3453d96de 100644 --- a/docker/hoodie/hadoop/hive_base/startup.sh +++ b/docker/hoodie/hadoop/hive_base/startup.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ hadoop fs -mkdir /tmp hadoop fs -mkdir -p /user/hive/warehouse diff --git a/docker/hoodie/hadoop/namenode/Dockerfile b/docker/hoodie/hadoop/namenode/Dockerfile index 608ff11aa..d89c30eff 100644 --- a/docker/hoodie/hadoop/namenode/Dockerfile +++ b/docker/hoodie/hadoop/namenode/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HADOOP_WEBHDFS_PORT=50070 diff --git a/docker/hoodie/hadoop/namenode/run_nn.sh b/docker/hoodie/hadoop/namenode/run_nn.sh index a315f953b..15a03b79c 100644 --- a/docker/hoodie/hadoop/namenode/run_nn.sh +++ b/docker/hoodie/hadoop/namenode/run_nn.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ namedir=`echo $HDFS_CONF_dfs_namenode_name_dir | perl -pe 's#file://##'` if [ ! -d $namedir ]; then diff --git a/docker/hoodie/hadoop/prestobase/Dockerfile b/docker/hoodie/hadoop/prestobase/Dockerfile index 24a26bf89..43b989e6b 100644 --- a/docker/hoodie/hadoop/prestobase/Dockerfile +++ b/docker/hoodie/hadoop/prestobase/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ## Presto docker setup is based on https://github.com/smizy/docker-presto diff --git a/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh b/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh index 4b71b6f99..58b550855 100755 --- a/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh +++ b/docker/hoodie/hadoop/prestobase/bin/entrypoint.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ set -eo pipefail diff --git a/docker/hoodie/hadoop/prestobase/bin/mustache.sh b/docker/hoodie/hadoop/prestobase/bin/mustache.sh index 864791f22..3b88ecd1f 100755 --- a/docker/hoodie/hadoop/prestobase/bin/mustache.sh +++ b/docker/hoodie/hadoop/prestobase/bin/mustache.sh @@ -1,6 +1,5 @@ #!/bin/sh -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ # `mustache.sh`, Mustache in POSIX shell. diff --git a/docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties b/docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties index d326ccbd5..47432e2a2 100644 --- a/docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties +++ b/docker/hoodie/hadoop/prestobase/etc/catalog/hive.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + connector.name=hive-hadoop2 hive.metastore-cache-ttl=1s hive.metastore-refresh-interval=1m diff --git a/docker/hoodie/hadoop/prestobase/etc/catalog/jmx.properties b/docker/hoodie/hadoop/prestobase/etc/catalog/jmx.properties index e03241cc5..940670e76 100644 --- a/docker/hoodie/hadoop/prestobase/etc/catalog/jmx.properties +++ b/docker/hoodie/hadoop/prestobase/etc/catalog/jmx.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + connector.name=jmx jmx.dump-tables=java.lang:type=Runtime,com.facebook.presto.execution.scheduler:name=NodeScheduler jmx.dump-period=10s diff --git a/docker/hoodie/hadoop/prestobase/etc/catalog/localfile.properties b/docker/hoodie/hadoop/prestobase/etc/catalog/localfile.properties index e9b6a8c30..85e7c59e3 100644 --- a/docker/hoodie/hadoop/prestobase/etc/catalog/localfile.properties +++ b/docker/hoodie/hadoop/prestobase/etc/catalog/localfile.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + connector.name=localfile presto-logs.http-request-log.location=/var/log/presto presto-logs.http-request-log.pattern=http-request.* \ No newline at end of file diff --git a/docker/hoodie/hadoop/prestobase/etc/coordinator.properties.mustache b/docker/hoodie/hadoop/prestobase/etc/coordinator.properties.mustache index cb51ee92a..75b3444e6 100644 --- a/docker/hoodie/hadoop/prestobase/etc/coordinator.properties.mustache +++ b/docker/hoodie/hadoop/prestobase/etc/coordinator.properties.mustache @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + coordinator=true node-scheduler.include-coordinator=false http-server.http.port=8090 diff --git a/docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache b/docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache index dee4d4e5a..531cd6cc8 100644 --- a/docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache +++ b/docker/hoodie/hadoop/prestobase/etc/jvm.config.mustache @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + -server -Xmx{{PRESTO_JVM_MAX_HEAP}} -XX:+UseG1GC diff --git a/docker/hoodie/hadoop/prestobase/etc/log.properties b/docker/hoodie/hadoop/prestobase/etc/log.properties index 61aa43e83..d7a329530 100644 --- a/docker/hoodie/hadoop/prestobase/etc/log.properties +++ b/docker/hoodie/hadoop/prestobase/etc/log.properties @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,5 +14,5 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + com.facebook.presto=INFO \ No newline at end of file diff --git a/docker/hoodie/hadoop/prestobase/etc/node.properties.mustache b/docker/hoodie/hadoop/prestobase/etc/node.properties.mustache index c77d4ce60..70ae26542 100644 --- a/docker/hoodie/hadoop/prestobase/etc/node.properties.mustache +++ b/docker/hoodie/hadoop/prestobase/etc/node.properties.mustache @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + node.environment=production node.id={{PRESTO_NODE_ID}} node.data-dir={{PRESTO_LOG_DIR}} \ No newline at end of file diff --git a/docker/hoodie/hadoop/prestobase/etc/worker.properties.mustache b/docker/hoodie/hadoop/prestobase/etc/worker.properties.mustache index ce94752c0..6591f2a25 100644 --- a/docker/hoodie/hadoop/prestobase/etc/worker.properties.mustache +++ b/docker/hoodie/hadoop/prestobase/etc/worker.properties.mustache @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ + coordinator=false http-server.http.port=8090 query.max-memory={{PRESTO_QUERY_MAX_MEMORY}} diff --git a/docker/hoodie/hadoop/prestobase/lib/mustache.sh b/docker/hoodie/hadoop/prestobase/lib/mustache.sh index 7d1d45f20..a5363b178 100644 --- a/docker/hoodie/hadoop/prestobase/lib/mustache.sh +++ b/docker/hoodie/hadoop/prestobase/lib/mustache.sh @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ # `mustache.sh`, Mustache in POSIX shell. diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile b/docker/hoodie/hadoop/spark_base/Dockerfile index ae35e6e85..520afacea 100644 --- a/docker/hoodie/hadoop/spark_base/Dockerfile +++ b/docker/hoodie/hadoop/spark_base/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HIVE_VERSION=2.3.3 diff --git a/docker/hoodie/hadoop/spark_base/execute-step.sh b/docker/hoodie/hadoop/spark_base/execute-step.sh index ba21b1958..bd8478922 100644 --- a/docker/hoodie/hadoop/spark_base/execute-step.sh +++ b/docker/hoodie/hadoop/spark_base/execute-step.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ if [ $ENABLE_INIT_DAEMON = "true" ] then diff --git a/docker/hoodie/hadoop/spark_base/finish-step.sh b/docker/hoodie/hadoop/spark_base/finish-step.sh index bd7876aa3..98b29d8aa 100644 --- a/docker/hoodie/hadoop/spark_base/finish-step.sh +++ b/docker/hoodie/hadoop/spark_base/finish-step.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ if [ $ENABLE_INIT_DAEMON = "true" ] then diff --git a/docker/hoodie/hadoop/spark_base/wait-for-step.sh b/docker/hoodie/hadoop/spark_base/wait-for-step.sh index 7ff9fac86..ba4208745 100644 --- a/docker/hoodie/hadoop/spark_base/wait-for-step.sh +++ b/docker/hoodie/hadoop/spark_base/wait-for-step.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ if [ $ENABLE_INIT_DAEMON = "true" ] then diff --git a/docker/hoodie/hadoop/sparkadhoc/Dockerfile b/docker/hoodie/hadoop/sparkadhoc/Dockerfile index fde286012..a114cf0fb 100644 --- a/docker/hoodie/hadoop/sparkadhoc/Dockerfile +++ b/docker/hoodie/hadoop/sparkadhoc/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HIVE_VERSION=2.3.3 diff --git a/docker/hoodie/hadoop/sparkadhoc/adhoc.sh b/docker/hoodie/hadoop/sparkadhoc/adhoc.sh index 20dd85153..b20e8cb5f 100644 --- a/docker/hoodie/hadoop/sparkadhoc/adhoc.sh +++ b/docker/hoodie/hadoop/sparkadhoc/adhoc.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ . "/spark/sbin/spark-config.sh" diff --git a/docker/hoodie/hadoop/sparkmaster/Dockerfile b/docker/hoodie/hadoop/sparkmaster/Dockerfile index 94281cce5..aaeb03f39 100644 --- a/docker/hoodie/hadoop/sparkmaster/Dockerfile +++ b/docker/hoodie/hadoop/sparkmaster/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HIVE_VERSION=2.3.3 diff --git a/docker/hoodie/hadoop/sparkmaster/master.sh b/docker/hoodie/hadoop/sparkmaster/master.sh index 1406245b8..9409cbc0c 100644 --- a/docker/hoodie/hadoop/sparkmaster/master.sh +++ b/docker/hoodie/hadoop/sparkmaster/master.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ export SPARK_MASTER_HOST=`hostname` diff --git a/docker/hoodie/hadoop/sparkworker/Dockerfile b/docker/hoodie/hadoop/sparkworker/Dockerfile index fef3ec943..ba867f2d3 100644 --- a/docker/hoodie/hadoop/sparkworker/Dockerfile +++ b/docker/hoodie/hadoop/sparkworker/Dockerfile @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ ARG HADOOP_VERSION=2.8.4 ARG HIVE_VERSION=2.3.3 diff --git a/docker/hoodie/hadoop/sparkworker/worker.sh b/docker/hoodie/hadoop/sparkworker/worker.sh index 90a04f3ca..7d921c02a 100644 --- a/docker/hoodie/hadoop/sparkworker/worker.sh +++ b/docker/hoodie/hadoop/sparkworker/worker.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ . "/spark/sbin/spark-config.sh" diff --git a/docker/setup_demo.sh b/docker/setup_demo.sh index 83b27cd8e..634fe9e50 100755 --- a/docker/setup_demo.sh +++ b/docker/setup_demo.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ SCRIPT_PATH=$(cd `dirname $0`; pwd) WS_ROOT=`dirname $SCRIPT_PATH` diff --git a/docker/stop_demo.sh b/docker/stop_demo.sh index aca522ba8..83b8a2c1e 100755 --- a/docker/stop_demo.sh +++ b/docker/stop_demo.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ SCRIPT_PATH=$(cd `dirname $0`; pwd) # set up root directory diff --git a/hudi-cli/conf/hudi-env.sh b/hudi-cli/conf/hudi-env.sh index 04995025e..5d2cc36c2 100644 --- a/hudi-cli/conf/hudi-env.sh +++ b/hudi-cli/conf/hudi-env.sh @@ -1,6 +1,5 @@ #!/usr/bin/env bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ # Set the necessary environment variables export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/etc/hadoop/conf"} diff --git a/hudi-cli/hudi-cli.sh b/hudi-cli/hudi-cli.sh index 3ab0096b3..b6e708c14 100755 --- a/hudi-cli/hudi-cli.sh +++ b/hudi-cli/hudi-cli.sh @@ -1,6 +1,5 @@ #!/usr/bin/env bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" HOODIE_JAR=`ls $DIR/target/hudi-cli-*.jar | grep -v source | grep -v javadoc` diff --git a/hudi-hive/run_sync_tool.sh b/hudi-hive/run_sync_tool.sh index 81b01d309..42d2b9abb 100755 --- a/hudi-hive/run_sync_tool.sh +++ b/hudi-hive/run_sync_tool.sh @@ -1,6 +1,5 @@ #!/usr/bin/env bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ function error_exit { echo "$1" >&2 ## Send message to stderr. Exclude >&2 if you don't want it that way. diff --git a/hudi-spark/run_hoodie_app.sh b/hudi-spark/run_hoodie_app.sh index 88ae20900..7093c70f3 100755 --- a/hudi-spark/run_hoodie_app.sh +++ b/hudi-spark/run_hoodie_app.sh @@ -1,6 +1,5 @@ #!/usr/bin/env bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ function error_exit { echo "$1" >&2 ## Send message to stderr. Exclude >&2 if you don't want it that way. diff --git a/hudi-spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/hudi-spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister index ea82b80b6..d751e13c7 100644 --- a/hudi-spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister +++ b/hudi-spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister @@ -1,4 +1,4 @@ -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -14,7 +14,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ org.apache.hudi.DefaultSource \ No newline at end of file diff --git a/packaging/hudi-timeline-server-bundle/run_server.sh b/packaging/hudi-timeline-server-bundle/run_server.sh index 29a713af7..487cbb535 100755 --- a/packaging/hudi-timeline-server-bundle/run_server.sh +++ b/packaging/hudi-timeline-server-bundle/run_server.sh @@ -1,5 +1,5 @@ #!/usr/bin/env bash -################################################################################ + # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -15,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" #Ensure we pick the right jar even for hive11 builds diff --git a/scripts/run_travis_tests.sh b/scripts/run_travis_tests.sh index f0f017a90..f55e332e9 100755 --- a/scripts/run_travis_tests.sh +++ b/scripts/run_travis_tests.sh @@ -1,6 +1,5 @@ #!/bin/bash -################################################################################ # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,7 +15,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -################################################################################ mode=$1