lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3312] Fixing spark yaml and adding hive validation to integ test suite (#4731)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-02-08 00:40:36 -05:00
committed by GitHub
parent 8ab6f17149
commit 0ab1a8ec80
14 changed files with 295 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docker/demo/config/test-suite/cow-spark-simple.yaml
View File

@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
dag_name: cow-spark-simple.yaml
dag_rounds: 2
dag_rounds: 1
dag_intermittent_delay_mins: 1
dag_content:
first_insert:
@@ -33,7 +33,7 @@ dag_content:
deps: first_insert
first_validate:
config:
validate_hive: true
validate_hive: false
type: ValidateDatasetNode
deps: first_hive_sync
first_upsert:
@@ -60,7 +60,7 @@ dag_content:
deps: first_delete
second_validate:
config:
validate_hive: true
validate_hive: false
delete_input_data: false
type: ValidateDatasetNode
deps: second_hive_sync