lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3423] upgrade spark to 3.2.1 (#4815)

Browse Source
This commit is contained in:
Yann Byron
2022-02-22 08:52:21 +08:00
committed by GitHub
parent 801fdab55c
commit 0c950181aa
8 changed files with 17 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/HoodieSparkUtils.scala
View File

@@ -57,13 +57,7 @@ object HoodieSparkUtils extends SparkAdapterSupport {
def isSpark3_2: Boolean = SPARK_VERSION.startsWith("3.2")
def beforeSpark3_2(): Boolean = {
if (isSpark2 || isSpark3_0 || isSpark3_1) {
true
} else {
false
}
}
def gteqSpark3_2: Boolean = SPARK_VERSION > "3.2"
def getMetaSchema: StructType = {
StructType(HoodieRecord.HOODIE_META_COLUMNS.asScala.map(col => {