1
0

1. Fix merge on read DAG to make docker demo pass (#2092)

1. Fix merge on read DAG to make docker demo pass (#2092)
2. Fix repeat_count, rollback node
This commit is contained in:
n3nash
2020-10-28 19:34:26 -07:00
committed by GitHub
parent e206ddd431
commit e109a61803
12 changed files with 181 additions and 54 deletions

View File

@@ -17,7 +17,7 @@ first_insert:
config:
record_size: 70000
num_insert_partitions: 1
repeat_count: 5
repeat_count: 1
num_records_insert: 100
type: InsertNode
deps: none
@@ -25,7 +25,7 @@ second_insert:
config:
record_size: 70000
num_insert_partitions: 1
repeat_count: 5
repeat_count: 1
num_records_insert: 100
deps: first_insert
type: InsertNode
@@ -33,7 +33,7 @@ third_insert:
config:
record_size: 70000
num_insert_partitions: 1
repeat_count: 2
repeat_count: 1
num_records_insert: 300
deps: second_insert
type: InsertNode
@@ -46,7 +46,7 @@ first_upsert:
record_size: 70000
num_insert_partitions: 1
num_records_insert: 300
repeat_count: 5
repeat_count: 1
num_records_upsert: 100
num_upsert_partitions: 10
type: UpsertNode
@@ -68,7 +68,7 @@ second_upsert:
record_size: 70000
num_insert_partitions: 1
num_records_insert: 300
repeat_count: 5
repeat_count: 1
num_records_upsert: 100
num_upsert_partitions: 10
type: UpsertNode
@@ -81,11 +81,7 @@ second_hive_query:
query1: "select count(*) from testdb.table1 group by `_row_key` having count(*) > 1"
result1: 0
query2: "select count(*) from testdb.table1"
result2: 3100
query3: "select count(*) from testdb.table1_rt group by `_row_key` having count(*) > 1"
result3: 0
query4: "select count(*) from testdb.table1_rt"
result4: 3100
result2: 1100
type: HiveQueryNode
deps: second_upsert
first_schedule_compact:
@@ -97,7 +93,7 @@ third_upsert:
record_size: 70000
num_insert_partitions: 1
num_records_insert: 300
repeat_count: 5
repeat_count: 1
num_records_upsert: 100
num_upsert_partitions: 10
type: UpsertNode
@@ -114,6 +110,6 @@ third_hive_query:
query1: "select count(*) from testdb.table1 group by `_row_key` having count(*) > 1"
result1: 0
query2: "select count(*) from testdb.table1"
result2: 2210
result2: 1400
type: HiveQueryNode
deps: second_upsert
deps: first_compact