a4f9d7575f
- Rename com.uber.hoodie to org.apache.hudi - Flag to pass com.uber.hoodie Input formats for hoodie-sync - Works with HUDI demo. - Also tested for backwards compatibility with datasets built by com.uber.hoodie packages - Migration guide : https://cwiki.apache.org/confluence/display/HUDI/Migration+Guide+From+com.uber.hoodie+to+org.apache.hudi
40 lines
1.8 KiB
Bash
Executable File
40 lines
1.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
function error_exit {
|
|
echo "$1" >&2 ## Send message to stderr. Exclude >&2 if you don't want it that way.
|
|
exit "${2:-1}" ## Return a code specified by $2 or 1 by default.
|
|
}
|
|
|
|
if [ -z "${HADOOP_HOME}" ]; then
|
|
error_exit "Please make sure the environment variable HADOOP_HOME is setup"
|
|
fi
|
|
|
|
if [ -z "${HIVE_HOME}" ]; then
|
|
error_exit "Please make sure the environment variable HIVE_HOME is setup"
|
|
fi
|
|
|
|
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
#Ensure we pick the right jar even for hive11 builds
|
|
HUDI_HIVE_UBER_JAR=`ls -c $DIR/../packaging/hudi-hive-bundle/target/hudi-hive-*.jar | grep -v source | head -1`
|
|
|
|
if [ -z "$HADOOP_CONF_DIR" ]; then
|
|
echo "setting hadoop conf dir"
|
|
HADOOP_CONF_DIR="${HADOOP_HOME}/etc/hadoop"
|
|
fi
|
|
|
|
## Include only specific packages from HIVE_HOME/lib to avoid version mismatches
|
|
HIVE_EXEC=`ls ${HIVE_HOME}/lib/hive-exec-*.jar | tr '\n' ':'`
|
|
HIVE_SERVICE=`ls ${HIVE_HOME}/lib/hive-service-*.jar | grep -v rpc | tr '\n' ':'`
|
|
HIVE_METASTORE=`ls ${HIVE_HOME}/lib/hive-metastore-*.jar | tr '\n' ':'`
|
|
# Hive 1.x/CDH has standalone jdbc jar which is no longer available in 2.x
|
|
HIVE_JDBC=`ls ${HIVE_HOME}/lib/hive-jdbc-*standalone*.jar | tr '\n' ':'`
|
|
if [ -z "${HIVE_JDBC}" ]; then
|
|
HIVE_JDBC=`ls ${HIVE_HOME}/lib/hive-jdbc-*.jar | grep -v handler | tr '\n' ':'`
|
|
fi
|
|
HIVE_JARS=$HIVE_METASTORE:$HIVE_SERVICE:$HIVE_EXEC:$HIVE_SERVICE:$HIVE_JDBC
|
|
|
|
HADOOP_HIVE_JARS=${HIVE_JARS}:${HADOOP_HOME}/share/hadoop/common/*:${HADOOP_HOME}/share/hadoop/mapreduce/*:${HADOOP_HOME}/share/hadoop/hdfs/*:${HADOOP_HOME}/share/hadoop/common/lib/*:${HADOOP_HOME}/share/hadoop/hdfs/lib/*
|
|
|
|
echo "Running Command : java -cp ${HADOOP_HIVE_JARS}:${HADOOP_CONF_DIR}:$HUDI_HIVE_UBER_JAR org.apache.hudi.hive.HiveSyncTool $@"
|
|
java -cp $HUDI_HIVE_UBER_JAR:${HADOOP_HIVE_JARS}:${HADOOP_CONF_DIR} org.apache.hudi.hive.HiveSyncTool "$@"
|