lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3842] Integ tests for non partitioned datasets (#5276)

Browse Source 
- Adding non-partitioned support to integ tests
- Fixing some of the test yamls and properties
This commit is contained in:
Sivabalan Narayanan
2022-04-10 17:09:48 -07:00
committed by GitHub
parent 976840e8eb
commit 12731f5b89
28 changed files with 742 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
docker/demo/config/test-suite/deltastreamer-medium-full-dataset-validation.yaml
View File

@@ -23,7 +23,7 @@ dag_content:
first_insert:
config:
record_size: 1000
num_partitions_insert: 5
num_partitions_insert: 50
repeat_count: 1
num_records_insert: 1000
type: InsertNode
@@ -39,7 +39,7 @@ dag_content:
third_insert:
config:
record_size: 1000
num_partitions_insert: 2
num_partitions_insert: 50
repeat_count: 1
num_records_insert: 300
deps: second_insert
@@ -47,11 +47,11 @@ dag_content:
first_upsert:
config:
record_size: 1000
num_partitions_insert: 2
num_partitions_insert: 50
num_records_insert: 300
repeat_count: 1
num_records_upsert: 100
num_partitions_upsert: 1
num_partitions_upsert: 50
type: UpsertNode
deps: third_insert
first_delete: