a4f9d7575f
- Rename com.uber.hoodie to org.apache.hudi - Flag to pass com.uber.hoodie Input formats for hoodie-sync - Works with HUDI demo. - Also tested for backwards compatibility with datasets built by com.uber.hoodie packages - Migration guide : https://cwiki.apache.org/confluence/display/HUDI/Migration+Guide+From+com.uber.hoodie+to+org.apache.hudi
18 lines
843 B
Bash
Executable File
18 lines
843 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
HUDI_JAR=`ls $DIR/target/hudi-cli-*-SNAPSHOT.jar | grep -v source | grep -v javadoc`
|
|
if [ -z "$HADOOP_CONF_DIR" ]; then
|
|
echo "setting hadoop conf dir"
|
|
HADOOP_CONF_DIR="/etc/hadoop/conf"
|
|
fi
|
|
if [ -z "$SPARK_CONF_DIR" ]; then
|
|
echo "setting spark conf dir"
|
|
SPARK_CONF_DIR="/etc/spark/conf"
|
|
fi
|
|
if [ -z "$CLIENT_JAR" ]; then
|
|
echo "client jar location not set"
|
|
fi
|
|
echo "java -cp ${HADOOP_CONF_DIR}:${SPARK_CONF_DIR}:$DIR/target/lib/*:$HUDI_JAR:${CLIENT_JAR} -DSPARK_CONF_DIR=${SPARK_CONF_DIR} -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} org.springframework.shell.Bootstrap"
|
|
java -cp ${HADOOP_CONF_DIR}:${SPARK_CONF_DIR}:$DIR/target/lib/*:$HUDI_JAR:${CLIENT_JAR} -DSPARK_CONF_DIR=${SPARK_CONF_DIR} -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} org.springframework.shell.Bootstrap
|