lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2267] Update docs and infra test configs, add support for graphite (#3482)

Browse Source 
Co-authored-by: Sivabalan Narayanan <n.siva.b@gmail.com>
This commit is contained in:
Satish M
2021-09-17 19:40:15 +05:30
committed by GitHub
parent 3a150ee181
commit c7a5c8273b
7 changed files with 114 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
docker/generate_test_suite.sh
View File

@@ -16,6 +16,37 @@
# See the License for the specific language governing permissions and
# limitations under the License.
usage="
USAGE:
$(basename "$0") [--help] [--all boolen] -- Script to generate the test suite according to arguments provided and run these test suites.
where:
--help show this help text
--all set the seed value
--execute_test_suite flag if test need to execute (DEFAULT- true)
--medium_num_iterations number of medium iterations (DEFAULT- 20)
--long_num_iterations number of long iterations (DEFAULT- 30)
--intermittent_delay_mins delay after every test run (DEFAULT- 1)
--table_type hoodie table type to test (DEFAULT COPY_ON_WRITE)
--include_long_test_suite_yaml include long infra test suite (DEFAULT false)
--include_medium_test_suite_yaml include medium infra test suite (DEFAULT false)
--cluster_num_itr number of cluster iterations (DEFAULT 30)
--include_cluster_yaml include cluster infra test suite (DEFAULT false)
--input_path input path for test in docker image (DEFAULT /user/hive/warehouse/hudi-integ-test-suite/input/)
--output_path input path for test in docker image (DEFAULT /user/hive/warehouse/hudi-integ-test-suite/output/)
Example:
Note - Execute the command from within docker folder
1. To generate and run all test suites
./generate_test_suite.sh --all true
2. To only generate test suites
./generate_test_suite.sh --all --execute_test_suite false
3. To run only specific test suite yaml
./generate_test_suite.sh --execute_test_suite true --include_medium_test_suite_yaml true
"
MEDIUM_NUM_ITR=20
LONG_NUM_ITR=50
DELAY_MINS=1
@@ -39,6 +70,17 @@ do
key="$1"
case $key in
--help)
echo "$usage"
exit
;;
--all)
INCLUDE_LONG_TEST_SUITE="$2"
INCLUDE_MEDIUM_TEST_SUITE="$2"
INCLUDE_CLUSTER_YAML="$2"
shift # past argument
shift # past value
;;
--execute_test_suite)
EXECUTE_TEST_SUITE="$2"
shift # past argument
@@ -115,12 +157,15 @@ case $key in
;;
*) # unknown option
POSITIONAL+=("$1") # save it in an array for later
echo "Unknown argument provided - '$1'"
echo "$usage"
exit 0
shift # past argument
;;
esac
done
set -- "${POSITIONAL[@]}" # restore positional parameters
echo "$POSITIONAL"
echo "Include Medium test suite $INCLUDE_MEDIUM_TEST_SUITE"
if $INCLUDE_MEDIUM_TEST_SUITE ; then
echo "Medium test suite iterations = ${MEDIUM_NUM_ITR}"
@@ -232,7 +277,7 @@ fi
if $EXECUTE_TEST_SUITE ; then
docker cp $CUR_DIR/../packaging/hudi-integ-test-bundle/target/$JAR_NAME adhoc-2:/opt/
docker cp $CUR_DIR/../packaging/hudi-integ-test-bundle/target/"$JAR_NAME" adhoc-2:/opt/
docker exec -it adhoc-2 /bin/bash rm -rf /opt/staging*
docker cp demo/config/test-suite/staging/ adhoc-2:/opt/
docker exec -it adhoc-2 /bin/bash echo "\n============================== Executing sanity test suite ============================== "