[HUDI-3623] Removing hive sync node from non hive yamls (#5040)

2022-03-14 15:39:26 -07:00
parent 22c3ce73db
commit 30cf39301e
11 changed files with 18 additions and 128 deletions
--- a/docker/demo/config/test-suite/cow-spark-simple.yaml
+++ b/docker/demo/config/test-suite/cow-spark-simple.yaml
@@ -25,17 +25,11 @@ dag_content:
      num_records_insert: 100
    type: SparkInsertNode
    deps: none
-  first_hive_sync:
-    config:
-      queue_name: "adhoc"
-      engine: "mr"
-    type: HiveSyncNode
-    deps: first_insert
  first_validate:
    config:
      validate_hive: false
    type: ValidateDatasetNode
-    deps: first_hive_sync
+    deps: first_insert
  first_upsert:
    config:
      record_size: 1000
@@ -52,15 +46,9 @@ dag_content:
      num_records_delete: 30
    type: SparkDeleteNode
    deps: first_upsert
-  second_hive_sync:
-    config:
-      queue_name: "adhoc"
-      engine: "mr"
-    type: HiveSyncNode
-    deps: first_delete
  second_validate:
    config:
      validate_hive: false
      delete_input_data: false
    type: ValidateDatasetNode
-    deps: second_hive_sync
+    deps: first_delete