lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3659] Reducing the validation frequency with integ tests (#5067)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-03-18 09:45:33 -07:00
committed by GitHub
parent 2551c26183
commit 316e38c71e
8 changed files with 88 additions and 89 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
docker/demo/config/test-suite/cow-spark-long-running.yaml
View File

@@ -25,11 +25,6 @@ dag_content:
num_records_insert: 10000
type: SparkInsertNode
deps: none
first_validate:
config:
validate_hive: false
type: ValidateDatasetNode
deps: first_insert
first_upsert:
config:
record_size: 200
@@ -39,7 +34,7 @@ dag_content:
num_records_upsert: 3000
num_partitions_upsert: 50
type: SparkUpsertNode
deps: first_validate
deps: first_insert
first_delete:
config:
num_partitions_delete: 50
@@ -48,6 +43,7 @@ dag_content:
deps: first_upsert
second_validate:
config:
validate_once_every_itr : 5
validate_hive: false
delete_input_data: true
type: ValidateDatasetNode