lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3480][HUDI-3481] Enchancements to integ test suite (#4884)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-02-23 15:56:35 -05:00
committed by GitHub
parent 2a93b8efb2
commit 62605be413
4 changed files with 193 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
View File

@@ -41,17 +41,6 @@ dag_content:
num_records_insert: 300
deps: second_insert
type: InsertNode
first_hive_sync:
config:
queue_name: "adhoc"
engine: "mr"
type: HiveSyncNode
deps: third_insert
first_validate:
config:
validate_hive: false
type: ValidateDatasetNode
deps: first_hive_sync
first_upsert:
config:
record_size: 1000
@@ -61,7 +50,7 @@ dag_content:
num_records_upsert: 100
num_partitions_upsert: 1
type: UpsertNode
deps: first_validate
deps: third_insert
first_delete:
config:
num_partitions_delete: 50