lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4490] Make AWSDmsAvroPayload class backwards compatible (#6229)

Browse Source 
Co-authored-by: Rahil Chertara <rchertar@amazon.com>
This commit is contained in:
Rahil C
2022-07-27 19:55:06 -07:00
committed by GitHub
parent 51599af281
commit 0a5ce000bf
3 changed files with 51 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hudi-common/src/main/java/org/apache/hudi/common/model/AWSDmsAvroPayload.java
View File

@@ -18,11 +18,10 @@
package org.apache.hudi.common.model;
import org.apache.hudi.common.util.Option;
import org.apache.avro.Schema;
import org.apache.avro.generic.GenericRecord;
import org.apache.avro.generic.IndexedRecord;
import org.apache.hudi.common.util.Option;
import java.io.IOException;
import java.util.Properties;

7
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/payload/TestAWSDmsAvroPayload.java → hudi-common/src/test/java/org/apache/hudi/common/model/TestAWSDmsAvroPayload.java
View File

@@ -16,16 +16,13 @@
* limitations under the License.
*/
package org.apache.hudi.payload;
import org.apache.hudi.common.model.AWSDmsAvroPayload;
import org.apache.hudi.common.model.OverwriteWithLatestAvroPayload;
import org.apache.hudi.common.util.Option;
package org.apache.hudi.common.model;
import org.apache.avro.Schema;
import org.apache.avro.generic.GenericData;
import org.apache.avro.generic.GenericRecord;
import org.apache.avro.generic.IndexedRecord;
import org.apache.hudi.common.util.Option;
import org.junit.jupiter.api.Test;
import static org.junit.jupiter.api.Assertions.assertFalse;

48
hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/payload/AWSDmsAvroPayload.java Normal file
View File

@@ -0,0 +1,48 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hudi.payload;
import org.apache.avro.generic.GenericRecord;
import org.apache.hudi.common.util.Option;
/**
* Provides support for seamlessly applying changes captured via Amazon Database Migration Service onto S3.
*
* Typically, we get the following pattern of full change records corresponding to DML against the
* source database
*
* - Full load records with no `Op` field
* - For inserts against the source table, records contain full after image with `Op=I`
* - For updates against the source table, records contain full after image with `Op=U`
* - For deletes against the source table, records contain full before image with `Op=D`
*
* This payload implementation will issue matching insert, delete, updates against the hudi table
*
*/
@Deprecated
public class AWSDmsAvroPayload extends org.apache.hudi.common.model.AWSDmsAvroPayload {
public AWSDmsAvroPayload(GenericRecord record, Comparable orderingVal) {
super(record, orderingVal);
}
public AWSDmsAvroPayload(Option<GenericRecord> record) {
super(record);
}
}