[HUDI-1902] Global index for flink writer (#2958)

Supports deduplication for record keys with different partition path.

hudi-common/src/main/java/org/apache/hudi/common/model/BaseAvroPayload.java

@@ -37,7 +37,7 @@ public abstract class BaseAvroPayload implements Serializable {
   /**
    * For purposes of preCombining.
    */
-  protected final Comparable orderingVal;
+  public final Comparable orderingVal;
 
   /**
    * Instantiate {@link BaseAvroPayload}.

hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecordGlobalLocation.java

@@ -0,0 +1,97 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hudi.common.model;
+
+import java.util.Objects;
+
+/**
+ * Similar with {@link org.apache.hudi.common.model.HoodieRecordLocation} but with partition path.
+ */
+public class HoodieRecordGlobalLocation extends HoodieRecordLocation {
+  private static final long serialVersionUID = 1L;
+
+  private String partitionPath;
+
+  public HoodieRecordGlobalLocation() {
+  }
+
+  public HoodieRecordGlobalLocation(String partitionPath, String instantTime, String fileId) {
+    super(instantTime, fileId);
+    this.partitionPath = partitionPath;
+  }
+
+  @Override
+  public String toString() {
+    final StringBuilder sb = new StringBuilder("HoodieGlobalRecordLocation {");
+    sb.append("partitionPath=").append(partitionPath).append(", ");
+    sb.append("instantTime=").append(instantTime).append(", ");
+    sb.append("fileId=").append(fileId);
+    sb.append('}');
+    return sb.toString();
+  }
+
+  @Override
+  public boolean equals(Object o) {
+    if (this == o) {
+      return true;
+    }
+    if (o == null || getClass() != o.getClass()) {
+      return false;
+    }
+    HoodieRecordGlobalLocation otherLoc = (HoodieRecordGlobalLocation) o;
+    return Objects.equals(partitionPath, otherLoc.partitionPath)
+        && Objects.equals(instantTime, otherLoc.instantTime)
+        && Objects.equals(fileId, otherLoc.fileId);
+  }
+
+  @Override
+  public int hashCode() {
+    return Objects.hash(partitionPath, instantTime, fileId);
+  }
+
+  public String getPartitionPath() {
+    return partitionPath;
+  }
+
+  public void setPartitionPath(String partitionPath) {
+    this.partitionPath = partitionPath;
+  }
+
+  /**
+   * Returns the global record location from local.
+   */
+  public static HoodieRecordGlobalLocation fromLocal(String partitionPath, HoodieRecordLocation localLoc) {
+    return new HoodieRecordGlobalLocation(partitionPath, localLoc.getInstantTime(), localLoc.getFileId());
+  }
+
+  /**
+   * Returns the record location as local.
+   */
+  public HoodieRecordLocation toLocal(String instantTime) {
+    return new HoodieRecordLocation(instantTime, fileId);
+  }
+
+  /**
+   * Copy the location with given partition path.
+   */
+  public HoodieRecordGlobalLocation copy(String partitionPath) {
+    return new HoodieRecordGlobalLocation(partitionPath, instantTime, fileId);
+  }
+}
+

hudi-common/src/main/java/org/apache/hudi/common/model/HoodieRecordLocation.java

@@ -26,8 +26,8 @@ import java.util.Objects;
  */
 public class HoodieRecordLocation implements Serializable {
 
-  private String instantTime;
-  private String fileId;
+  protected String instantTime;
+  protected String fileId;
 
   public HoodieRecordLocation() {
   }