lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Integ Test Reducing partitions for log running multi partition yaml (#5300)

Browse Source
This commit is contained in:
satishm
2022-04-12 21:45:17 +05:30
committed by GitHub
parent 84783b9779
commit 25dce94ba2
2 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml
View File

@@ -20,7 +20,7 @@ dag_content:
first_insert: first_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 1000 num_records_insert: 1000
type: InsertNode type: InsertNode
@@ -28,7 +28,7 @@ dag_content:
second_insert: second_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 10000 num_records_insert: 10000
deps: first_insert deps: first_insert
@@ -36,7 +36,7 @@ dag_content:
third_insert: third_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 300 num_records_insert: 300
deps: second_insert deps: second_insert
@@ -44,16 +44,16 @@ dag_content:
first_upsert: first_upsert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
num_records_insert: 300 num_records_insert: 300
repeat_count: 1 repeat_count: 1
num_records_upsert: 100 num_records_upsert: 100
num_partitions_upsert: 50 num_partitions_upsert: 10
type: UpsertNode type: UpsertNode
deps: third_insert deps: third_insert
first_delete: first_delete:
config: config:
num_partitions_delete: 50 num_partitions_delete: 10
num_records_delete: 4000 num_records_delete: 4000
type: DeleteNode type: DeleteNode
deps: first_upsert deps: first_upsert

12
docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
View File

@@ -20,7 +20,7 @@ dag_content:
first_insert: first_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 1000 num_records_insert: 1000
type: InsertNode type: InsertNode
@@ -28,7 +28,7 @@ dag_content:
second_insert: second_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 10000 num_records_insert: 10000
deps: first_insert deps: first_insert
@@ -36,7 +36,7 @@ dag_content:
third_insert: third_insert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
repeat_count: 1 repeat_count: 1
num_records_insert: 300 num_records_insert: 300
deps: second_insert deps: second_insert
@@ -44,16 +44,16 @@ dag_content:
first_upsert: first_upsert:
config: config:
record_size: 1000 record_size: 1000
num_partitions_insert: 50 num_partitions_insert: 10
num_records_insert: 300 num_records_insert: 300
repeat_count: 1 repeat_count: 1
num_records_upsert: 100 num_records_upsert: 100
num_partitions_upsert: 50 num_partitions_upsert: 10
type: UpsertNode type: UpsertNode
deps: third_insert deps: third_insert
first_delete: first_delete:
config: config:
num_partitions_delete: 50 num_partitions_delete: 10
num_records_delete: 4000 num_records_delete: 4000
type: DeleteNode type: DeleteNode
deps: first_upsert deps: first_upsert