[HUDI-3514] Rebase Data Skipping flow to rely on MT Column Stats index (#4948)

2022-03-15 10:38:36 -07:00
parent 9bdda2a312
commit 5e8ff8d793
19 changed files with 359 additions and 224 deletions
--- a/hudi-common/src/main/avro/HoodieMetadata.avsc
+++ b/hudi-common/src/main/avro/HoodieMetadata.avsc
@@ -109,6 +109,14 @@
                                "string"
                            ]
                        },
+                        {
+                            "doc": "Column name for which this column statistics applies",
+                            "name": "columnName",
+                            "type": [
+                                "null",
+                                "string"
+                            ]
+                        },
                        {
                            "doc": "Minimum value in the range. Based on user data table schema, we can convert this to appropriate type",
                            "name": "minValue",