1
0

[HUDI-3623] Removing hive sync node from non hive yamls (#5040)

This commit is contained in:
Sivabalan Narayanan
2022-03-14 15:39:26 -07:00
committed by GitHub
parent 22c3ce73db
commit 30cf39301e
11 changed files with 18 additions and 128 deletions

View File

@@ -41,17 +41,11 @@ dag_content:
num_records_insert: 300
deps: second_insert
type: InsertNode
first_hive_sync:
config:
queue_name: "adhoc"
engine: "mr"
type: HiveSyncNode
deps: third_insert
first_validate:
config:
validate_hive: false
type: ValidateDatasetNode
deps: first_hive_sync
deps: third_insert
first_upsert:
config:
record_size: 1000
@@ -68,22 +62,14 @@ dag_content:
num_records_delete: 8000
type: DeleteNode
deps: first_upsert
second_hive_sync:
config:
queue_name: "adhoc"
engine: "mr"
type: HiveSyncNode
deps: first_delete
second_validate:
config:
validate_hive: false
delete_input_data: true
type: ValidateDatasetNode
deps: second_hive_sync
deps: first_delete
last_validate:
config:
execute_itr_count: 50
validate_clean: true
validate_archival: true
type: ValidateAsyncOperations
deps: second_validate